-- Logs begin at Tue 2022-03-22 16:05:46 UTC, end at Tue 2022-03-22 17:49:56 UTC. -- Mar 22 17:23:28.976120 dv-cinder-820578-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 17:23:32.010851 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:23:32.011505 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:23:32.011680 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:23:32.015003 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:23:32.015266 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:23:32.015584 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:23:32.016535 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:23:32.016775 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:23:32.017149 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:23:32.017401 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:23:32.017633 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:23:32.018406 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.018845 dv-cinder-820578-3-smb neutron-server[103087]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 17:23:32.019205 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.019516 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.019821 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.020126 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.020422 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.020710 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.021006 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.021311 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.021604 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.021890 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.022180 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.022479 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.022768 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.023083 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.023378 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.023665 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.023955 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.024395 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.024820 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.025107 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.025404 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.025691 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.025974 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.026257 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.026546 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.026891 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] host = dv-cinder-820578-3-smb {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.027192 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.027487 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.027781 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.028073 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.028355 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.028636 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.028925 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.029204 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.029483 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.029762 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.030056 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.030889 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.031233 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.031470 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.031703 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.031999 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.032293 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.032576 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.032858 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.033137 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.033416 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.033695 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.033970 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.034260 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.034549 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.034842 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.035145 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.035424 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.035703 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.035979 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.036267 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.036548 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.036826 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.037102 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.037390 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.037664 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.037942 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.038247 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.038537 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.038926 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.039244 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.039523 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.039813 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.040092 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.040369 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.040648 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.040928 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.041205 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.041490 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.041768 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.042046 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.042325 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.042602 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.042894 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.043209 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:32.043514 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.043819 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.044126 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.044430 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.044728 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.045013 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.045308 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.045593 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.045888 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.046749 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.047070 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.047361 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.047669 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.047967 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.048269 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.048586 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.048890 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.049189 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.049472 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.049753 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.050033 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.050318 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.050612 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.050898 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.051228 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.051524 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.051810 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.052112 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.052405 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.052707 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.053003 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.053284 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.053569 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.053868 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.054152 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.054434 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.054720 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.055042 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.055331 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.055609 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.055897 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.056182 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.056461 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.056747 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.057029 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.057324 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.057609 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.057890 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.058171 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.058451 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.058728 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.059043 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.059331 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.059610 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.059889 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.060173 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.060450 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.060730 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.061013 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.061293 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.061604 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.061888 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.062167 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.062445 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.062725 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.063028 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.063309 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.063588 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.063871 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.064150 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.064428 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.064706 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.064989 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.065267 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.065814 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.066118 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.066403 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.066691 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.066998 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.067286 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.067571 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.067854 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.068141 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.068426 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.068703 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.069000 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.069290 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.069582 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.069890 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.070174 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.070475 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.070758 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.071077 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.071370 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.071654 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.071937 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.072227 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.072517 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.072818 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.073120 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.073420 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.073722 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.074025 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.074311 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.074627 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.074913 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:32.075160 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:23:32.075412 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103087) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 17:23:32.473901 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:23:32.474186 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:23:32.474496 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:23:32.474995 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 17:23:32.834528 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.834743 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.835039 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.836226 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.836508 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.836894 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.892017 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.892297 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.892567 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.907433 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.907722 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.907997 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.937985 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.938275 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:32.938547 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.089298 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.089919 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.090023 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.349822 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.350038 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.350311 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.350584 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.351330 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.452275 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.453706 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.453706 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.454371 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.454371 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.454863 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.455274 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.455648 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.456015 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.456436 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.456809 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.457190 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.457553 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.457915 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.458278 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.458677 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.459107 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.459536 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.459940 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.460309 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.460702 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.461082 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.461503 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.462117 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.462485 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.462847 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.463457 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:33.463815 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:33.464165 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:33.464513 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:33.464855 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:33.465198 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:33.465737 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 17:23:33.471110 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 17:23:33.477191 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 17:23:33.481801 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 22 17:23:33.483559 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 17:23:33.484080 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 17:23:33.484422 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 17:23:33.484824 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 17:23:33.488286 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 17:23:33.488629 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 17:23:33.489103 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:23:33.494404 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 17:23:33.518900 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 17:23:33.519400 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.519722 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103087) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 17:23:33.520085 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.521469 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103087) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 17:23:33.521760 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:23:33.522013 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 17:23:33.525453 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.525737 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:33.588938 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 17:23:33.589187 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 17:23:33.589425 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 17:23:33.589804 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 17:23:33.611287 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_db.sqlalchemy.engines [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103087) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 17:23:34.063771 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing driver for type 'gre' Mar 22 17:23:34.064312 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] gre ID ranges: [(1, 1000)] Mar 22 17:23:34.119151 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing driver for type 'local' Mar 22 17:23:34.119799 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing driver for type 'vlan' Mar 22 17:23:34.133639 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] VlanTypeDriver initialization complete Mar 22 17:23:34.134008 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing driver for type 'vxlan' Mar 22 17:23:34.134535 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] vxlan ID ranges: [(1, 1000)] Mar 22 17:23:34.190503 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing extension driver 'port_security' Mar 22 17:23:34.190936 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.extensions.port_security [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] PortSecurityExtensionDriver initialization complete Mar 22 17:23:34.191602 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing mechanism driver 'openvswitch' Mar 22 17:23:34.191908 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing mechanism driver 'hyperv' Mar 22 17:23:34.198934 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.plugin [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:23:34.199661 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.200044 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.200403 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.200961 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:23:34.201407 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.201772 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.202129 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.202534 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:23:34.203472 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.203833 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.204185 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.204719 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:23:34.205138 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.205501 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.205855 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.206479 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:23:34.206994 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.207419 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.207774 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.208189 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:23:34.208611 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.208966 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.209313 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.209725 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:23:34.210192 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] ML2 OVO RPC backend initialized. {{(pid=103087) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 17:23:34.211008 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.211377 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.211808 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.212166 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > networks before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.212520 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.212870 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > ports before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.213220 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.213568 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.213923 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.214278 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.214621 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.214983 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.215334 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.215678 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.216021 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.216364 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.216704 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.225296 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded quota_driver: . Mar 22 17:23:34.225680 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.plugin [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Modular L2 Plugin initialization complete Mar 22 17:23:34.226041 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading services supported by the core plugin {{(pid=103087) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 17:23:34.226402 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Got port-security extension from driver 'port_security' Mar 22 17:23:34.226928 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.extensions.vlantransparent [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Disabled vlantransparent extension. Mar 22 17:23:34.227477 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103087) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 17:23:34.227924 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: router Mar 22 17:23:34.266102 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.266519 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.266900 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router before_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.267308 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.267692 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.268059 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_delete 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.268428 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.268787 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.269155 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.269510 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.269867 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.270226 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.270595 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.271058 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.271445 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.271799 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.272154 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.272507 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.272867 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.273224 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.273575 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.273927 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.274292 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.274647 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.275044 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.275470 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.275861 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.276294 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > agent after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.276656 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.277013 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.277986 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Tracking information for resource: router configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:34.278328 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Tracking information for resource: floatingip configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:23:34.283902 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.db.l3_agentschedulers_db [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 17:23:34.284537 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.284920 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.285283 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.285642 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.286627 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router before_create 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.287040 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.287415 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.287780 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.292805 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.provider_configuration [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service providers = [] {{(pid=103087) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 17:23:34.293188 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.db.servicetype_db [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103087) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 17:23:34.296417 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.service_base [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:23:34.296829 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.service_base [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:23:34.297182 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.service_base [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:23:34.298086 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.services.service_base [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:23:34.298477 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.services.service_base [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 17:23:34.298875 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.299228 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 17:23:34.310624 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.311000 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: auto_allocate Mar 22 17:23:34.318169 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: network precommit_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.318486 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: network precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.319084 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.319417 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: tag Mar 22 17:23:34.326404 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.326742 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: timestamp Mar 22 17:23:34.331268 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.331614 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: network_ip_availability Mar 22 17:23:34.337462 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.337850 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.338216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.339046 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.339383 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: flavors Mar 22 17:23:34.345021 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.345363 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading Plugin: revisions Mar 22 17:23:34.349966 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:23:34.350377 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.876s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:23:34.351201 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103087) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 17:23:34.351549 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Initializing extension manager. Mar 22 17:23:34.352096 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: __init__.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.352448 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: __pycache__ {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.352939 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.353745 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.354341 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: address-group Mar 22 17:23:34.354679 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: address_scope.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.355462 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.355982 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: address-scope Mar 22 17:23:34.356317 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.357306 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.357826 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: router-admin-state-down-before-update Mar 22 17:23:34.358160 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: agent.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.359142 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.359738 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: agent Mar 22 17:23:34.360074 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: agent_resources_synced.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.361011 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.361525 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: agent-resources-synced Mar 22 17:23:34.361859 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.363779 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.364311 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: allowed-address-pairs Mar 22 17:23:34.364647 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.365757 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.366282 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: auto-allocated-topology Mar 22 17:23:34.366617 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.367359 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.367878 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: availability_zone Mar 22 17:23:34.368209 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: availability_zone_filter.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.369135 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.369651 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: availability_zone_filter Mar 22 17:23:34.369980 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: data_plane_status.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.370919 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.371458 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 17:23:34.371786 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: default_subnetpools.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.372719 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.373234 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: default-subnetpools Mar 22 17:23:34.373564 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.374400 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.375462 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: dhcp_agent_scheduler Mar 22 17:23:34.375794 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: dns.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.376723 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.377236 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 17:23:34.377563 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: dns_domain_ports.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.378495 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.379035 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 17:23:34.379366 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.380299 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.380810 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 17:23:34.381136 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: dvr.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.381812 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.382328 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: dvr Mar 22 17:23:34.382656 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: ecmp_routes.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.383618 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.384125 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 17:23:34.384452 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: empty_string_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.385441 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.385963 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: empty-string-filtering Mar 22 17:23:34.386295 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.387251 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.387758 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:23:34.388088 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.389019 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.389528 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 17:23:34.389859 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: external_net.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.391342 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.391855 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: external-net Mar 22 17:23:34.392190 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.393110 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.393622 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: extra_dhcp_opt Mar 22 17:23:34.393953 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: extraroute.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.394870 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.395410 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: extraroute Mar 22 17:23:34.395743 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: extraroute_atomic.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.396792 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.397311 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: extraroute-atomic Mar 22 17:23:34.397646 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: filter_validation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.398326 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.398839 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: filter-validation Mar 22 17:23:34.399199 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: fip_pf_description.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.400121 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.400628 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 17:23:34.400955 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.401888 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.402398 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 17:23:34.402728 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: fip_port_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.403692 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.404208 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: fip-port-details Mar 22 17:23:34.404541 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: flavors.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.405796 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.406344 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: flavors Mar 22 17:23:34.406678 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.408422 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.408947 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 17:23:34.409288 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: floatingip_pools.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.410002 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.410519 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: floatingip-pools Mar 22 17:23:34.410854 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: ip_allocation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.411824 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.412336 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 17:23:34.412669 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.413610 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.414126 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: ip-substring-filtering Mar 22 17:23:34.414464 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l2_adjacency.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.415439 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.415950 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 17:23:34.416283 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.418838 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.419417 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: router Mar 22 17:23:34.419763 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.422097 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.422641 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:23:34.423017 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.423958 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.424485 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: ext-gw-mode Mar 22 17:23:34.424822 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.425753 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.426274 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: l3-ha Mar 22 17:23:34.426609 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.427577 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.428089 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 17:23:34.428421 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_flavors.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.429351 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.429866 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: l3-flavors Mar 22 17:23:34.430199 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.431630 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.432159 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 17:23:34.432496 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.433428 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.433954 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 17:23:34.434286 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: l3agentscheduler.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.435409 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.435934 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: l3_agent_scheduler Mar 22 17:23:34.436271 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: local_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.438645 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.439208 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension local_ip not supported by any of loaded plugins Mar 22 17:23:34.439554 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: logging.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.441068 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.441859 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension logging not supported by any of loaded plugins Mar 22 17:23:34.442209 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: metering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.442992 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.443592 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: metering Mar 22 17:23:34.443934 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.445036 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.445566 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: metering_source_and_destination_fields Mar 22 17:23:34.445906 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: multiprovidernet.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.446841 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.447395 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: multi-provider Mar 22 17:23:34.447733 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: netmtu.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.448665 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.449181 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: net-mtu Mar 22 17:23:34.449516 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: netmtu_writable.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.450455 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.450995 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: net-mtu-writable Mar 22 17:23:34.451333 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: network_availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.452014 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.452537 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: network_availability_zone Mar 22 17:23:34.452870 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: network_ip_availability.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.454545 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.455098 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: network-ip-availability Mar 22 17:23:34.455436 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: network_segment_range.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.456348 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.456861 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 17:23:34.457193 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: pagination.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.458188 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.458530 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: pagination Mar 22 17:23:34.458859 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: port_device_profile.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.459814 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.460341 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: port-device-profile Mar 22 17:23:34.460690 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.461630 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.462184 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: port-mac-address-regenerate Mar 22 17:23:34.462519 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.463467 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.463987 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: port-numa-affinity-policy Mar 22 17:23:34.464321 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: port_resource_request.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.465244 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.465756 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 17:23:34.466086 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.467110 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.467629 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 17:23:34.467961 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: portbindings.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.468911 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.469428 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: binding Mar 22 17:23:34.469758 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: portbindings_extended.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.471071 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.471589 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: binding-extended Mar 22 17:23:34.471921 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: portsecurity.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.472856 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.473375 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: port-security Mar 22 17:23:34.473709 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: project_id.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.474720 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.475089 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: project-id Mar 22 17:23:34.475426 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: providernet.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.476356 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.476879 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: provider Mar 22 17:23:34.477210 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.480920 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.481451 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos not supported by any of loaded plugins Mar 22 17:23:34.481791 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.483097 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.483625 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 17:23:34.483962 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.484922 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.485443 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 17:23:34.485779 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_default.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.486723 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.487282 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-default not supported by any of loaded plugins Mar 22 17:23:34.487618 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_fip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.488548 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.489074 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 17:23:34.489405 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.490332 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.490855 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 17:23:34.491219 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.492155 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.492675 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 17:23:34.493006 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.493936 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.494450 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 17:23:34.494784 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.495879 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.496400 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 17:23:34.496731 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.497788 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.498311 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 17:23:34.498644 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_pps_rule.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.500399 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.500926 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 17:23:34.501264 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.502206 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.502731 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 17:23:34.503099 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.504035 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.504552 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 17:23:34.504886 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: qos_rules_alias.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.505938 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.506456 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 17:23:34.506792 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: quota_check_limit.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.507749 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.508270 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: quota-check-limit Mar 22 17:23:34.508603 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: quotasv2.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.509584 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.510045 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: quotas Mar 22 17:23:34.510378 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: quotasv2_detail.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.512285 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.512639 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: quota_details Mar 22 17:23:34.512979 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: rbac.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.514094 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.514641 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: rbac-policies Mar 22 17:23:34.515009 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: rbac_address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.516019 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.516543 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: rbac-address-group Mar 22 17:23:34.516876 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: rbac_address_scope.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.517816 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.518505 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: rbac-address-scope Mar 22 17:23:34.518996 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: rbac_security_groups.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.520015 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.520537 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: rbac-security-groups Mar 22 17:23:34.520871 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.521802 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.522320 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: rbac-subnetpool Mar 22 17:23:34.522652 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: revisionifmatch.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.523630 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.524155 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: revision-if-match Mar 22 17:23:34.524490 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: revisions.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.525685 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.526205 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: standard-attr-revisions Mar 22 17:23:34.526537 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: router_availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.527255 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.527848 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: router_availability_zone Mar 22 17:23:34.528314 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: routerservicetype.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.529259 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.529775 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 17:23:34.530107 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.531092 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.532122 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: security-groups-normalized-cidr Mar 22 17:23:34.532455 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.533388 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.533915 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: port-security-groups-filtering Mar 22 17:23:34.534246 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.535238 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.535763 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: security-groups-remote-address-group Mar 22 17:23:34.536093 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.537033 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.537552 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: security-groups-shared-filtering Mar 22 17:23:34.537883 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.538487 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 17:23:34.538816 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: securitygroup.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.549566 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.550106 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: security-group Mar 22 17:23:34.550448 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: segment.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.551229 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.551751 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension segment not supported by any of loaded plugins Mar 22 17:23:34.552089 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.553048 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.553570 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 17:23:34.553912 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: servicetype.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.555199 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.555736 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: service-type Mar 22 17:23:34.556073 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: sorting.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.557070 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.557412 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: sorting Mar 22 17:23:34.557745 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: standard_attr_segment.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.558673 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.559228 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 17:23:34.559562 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: standardattrdescription.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.560225 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.560741 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: standard-attr-description Mar 22 17:23:34.561072 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: stateful_security_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.562074 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.562623 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: stateful-security-group Mar 22 17:23:34.562973 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: stdattrs_common.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.563562 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 17:23:34.563899 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.564865 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.565383 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 17:23:34.565720 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: subnet_onboard.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.567104 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.567634 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: subnet_onboard Mar 22 17:23:34.567964 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.568945 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.569415 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 17:23:34.569747 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: subnet_service_types.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.570674 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.571224 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: subnet-service-types Mar 22 17:23:34.571558 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: subnetallocation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.572660 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.573179 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: subnet_allocation Mar 22 17:23:34.573510 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.574188 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.574703 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: subnetpool-prefix-ops Mar 22 17:23:34.575069 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.576018 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.576538 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 17:23:34.576865 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: tagging.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.577947 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.578489 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: standard-attr-tag Mar 22 17:23:34.578821 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: timestamp.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.580082 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.580604 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loaded extension: standard-attr-timestamp Mar 22 17:23:34.580935 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: trunk.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.581978 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.582500 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension trunk not supported by any of loaded plugins Mar 22 17:23:34.582833 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: trunk_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.583805 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.584327 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 17:23:34.584660 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.585588 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.586110 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 17:23:34.586443 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Loading extension file: vlantransparent.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:23:34.587164 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:23:34.587678 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 17:23:34.590228 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:network Mar 22 17:23:34.590768 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:subnet Mar 22 17:23:34.591278 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:23:34.591692 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:port Mar 22 17:23:34.592940 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.593391 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service FLAVORS assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.594547 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.595013 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.595357 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:router Mar 22 17:23:34.595792 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:23:34.596296 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service METERING assigned prefix: /metering {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.597762 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.598142 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.598505 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:23:34.599544 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:23:34.599995 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:23:34.600437 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:23:34.601051 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.601388 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:23:34.601747 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] subnetpool is already registered Mar 22 17:23:34.602199 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.602534 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:23:34.602878 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] subnetpool is already registered Mar 22 17:23:34.605218 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.605658 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service FLAVORS assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.606247 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.606675 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.607053 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:router Mar 22 17:23:34.607405 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] router is already registered Mar 22 17:23:34.607823 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:23:34.608167 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] floatingip is already registered Mar 22 17:23:34.608631 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service METERING assigned prefix: /metering {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.609349 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:23:34.610187 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] rbac_policy is already registered Mar 22 17:23:34.610605 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:23:34.610964 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] security_group is already registered Mar 22 17:23:34.611383 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:23:34.611726 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] security_group_rule is already registered Mar 22 17:23:34.612376 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.612711 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:23:34.613054 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] subnetpool is already registered Mar 22 17:23:34.613480 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:23:34.613813 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:23:34.614152 dv-cinder-820578-3-smb neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] subnetpool is already registered Mar 22 17:23:34.614634 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: extensions {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.616185 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: address-groups {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.617696 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: address-scopes {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.619035 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.620214 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: auto-allocated-topology {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.621463 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: availability_zones {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.622674 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: dhcp-networks {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.624244 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: dhcp-agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.625694 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.627945 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: flavors {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.629117 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: service_profiles {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.630345 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: next_providers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.631831 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: service_profiles {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.634378 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: floatingip-pools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.635642 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.637770 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: floatingips {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.639128 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: l3-routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.640502 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: l3-agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.642442 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: metering-labels {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.643844 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: metering-label-rules {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.645133 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: network-ip-availabilities {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.646442 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: bindings {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.648132 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: quotas {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.649793 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: quotas {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.651382 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: rbac-policies {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.652826 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: security-groups {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.654087 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: security-group-rules {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.655352 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: service-providers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.656980 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: subnetpools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.658057 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: subnetpools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.659561 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.661254 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.663095 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.664886 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.666692 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.668632 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.670315 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.672776 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.674583 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.676518 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron.api.extensions [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:23:34.682416 dv-cinder-820578-3-smb neutron-server[103087]: WARNING keystonemiddleware.auth_token [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 17:23:34.687236 dv-cinder-820578-3-smb neutron-server[103087]: WARNING keystonemiddleware.auth_token [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 17:23:34.696257 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Acquired lock "singleton_lock" {{(pid=103087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 17:23:34.696743 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Releasing lock "singleton_lock" {{(pid=103087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 17:23:34.697404 dv-cinder-820578-3-smb neutron-server[103087]: INFO oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Starting 2 workers Mar 22 17:23:34.702330 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Started child 103198 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:23:34.707513 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Started child 103199 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:23:34.708401 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:34.709092 dv-cinder-820578-3-smb neutron-server[103087]: INFO neutron.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 17:23:34.709772 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:34.710015 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [-] (103198) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:23:34.712361 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:34.712852 dv-cinder-820578-3-smb neutron-server[103087]: INFO oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Starting 1 workers Mar 22 17:23:34.713843 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [-] (103199) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:23:34.717681 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Started child 103200 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:23:34.718244 dv-cinder-820578-3-smb neutron-server[103087]: INFO oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Starting 1 workers Mar 22 17:23:34.721912 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] calling RpcWorker wait() {{(pid=103200) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 17:23:34.722541 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] returning from RpcWorker wait() {{(pid=103200) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 17:23:34.723409 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Started child 103201 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:23:34.723753 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:34.724256 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:23:34.724402 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-0009cdde-32d8-420d-b717-ce45bf190fd5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:34.726226 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:23:34.726457 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:23:34.726649 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:23:34.726881 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:23:34.727265 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:23:34.727449 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:23:34.727964 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.728255 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.728537 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.728631 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:34.729091 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.729091 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.729706 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.729876 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:23:34.730029 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.730219 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.730506 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.730747 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.730930 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.731134 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.731404 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.731663 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.731978 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.732255 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.732513 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.732799 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.732978 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.733253 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.733548 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.733802 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.734087 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.734380 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.734892 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.735188 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.735450 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.735676 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.735960 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.736216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.736517 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.736759 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.736992 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.737248 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.737504 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.737758 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.737972 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.738230 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.738451 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.738744 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.738993 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.739462 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] host = dv-cinder-820578-3-smb {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.739712 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.739944 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.740197 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.740457 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.740732 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.740980 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.741247 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.741527 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.741763 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.742004 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.742276 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.742513 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.742756 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.743042 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.743206 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_options = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.743457 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.743731 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.743986 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.744182 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.744359 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.744533 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.744808 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.744980 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.745257 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.745488 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.745689 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.745933 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.746176 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.746403 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.746665 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.748594 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.749131 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.749131 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.749292 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.749756 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.750027 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.750431 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.750721 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.750991 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.751447 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.751960 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.752363 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.752785 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.753296 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.753715 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.754140 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.754606 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.755044 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.755469 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.755887 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.756246 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.756615 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.756974 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.757353 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.757613 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.757866 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.758126 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.758372 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.758601 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.758849 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.760957 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.761507 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.761507 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.761665 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.761833 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.762068 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.762327 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.762572 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.762900 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.763162 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.763479 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.763760 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.764066 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.764387 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.764668 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.764940 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.765218 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.765398 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.766149 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.766398 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.766710 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.766970 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.767239 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.767485 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.767714 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.768017 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.768292 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.768650 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.769113 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.769371 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.769791 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.770189 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.770574 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.770983 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.771402 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.771749 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.771974 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.772468 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.772856 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.773086 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.773441 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.773701 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.773948 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.774205 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.774481 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.774728 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.774979 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.775394 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.775795 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.776216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.776639 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.776866 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.777115 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.777360 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.777610 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.777875 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.778124 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.778347 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.778571 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.778818 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.779202 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.779440 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.779677 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.779899 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.780143 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.780365 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.780624 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.780869 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.781109 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.781879 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.782176 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.782407 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.782628 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.782856 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.783133 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.783360 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.783584 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.783803 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.784024 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.784348 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.784578 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.784815 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.785186 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.785563 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.785939 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.786304 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.786759 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.787196 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.787596 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.788041 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.788513 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.788780 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.789043 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.789310 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.789579 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.789829 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.790087 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.790320 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.790732 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.791150 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.791593 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.792032 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.792413 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.792565 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.792803 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.793055 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.793286 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.793537 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.793777 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.794004 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.794253 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.794505 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.794789 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.795056 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.795323 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.795588 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.795836 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.796126 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.796387 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.796648 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.796945 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.797217 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.797520 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.797794 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.798078 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.798339 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.798597 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.798843 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.799127 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.799402 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.799662 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.799934 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.800193 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.800456 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.800714 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.800940 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.801177 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.801497 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.801746 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.801990 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.802215 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.802499 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.802820 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.803050 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.803307 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.803578 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.803832 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.804107 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.804349 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.804595 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.804833 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.805071 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.805304 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.805545 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.805789 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.806032 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.806274 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.806515 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.806835 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.807107 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.807355 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.807574 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.807950 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.808309 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.808759 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.809168 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.809479 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.809790 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.810204 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.810432 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.810663 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.810907 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.811197 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.811448 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.811728 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.811991 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.812216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.812478 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.812723 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.812967 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.813213 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.813468 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.813696 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.813920 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.814143 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.814370 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.814593 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.814885 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.815086 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.815337 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.815584 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.815842 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.816197 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.816695 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.816945 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.817180 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.817436 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.817662 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.817886 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.818110 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.818376 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.818574 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.818802 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.819118 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.819295 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.819552 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.819777 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.820021 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.820266 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.820513 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.820760 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.821089 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.821222 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.821424 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.821654 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.821884 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.822103 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.822342 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.822560 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.822786 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.823057 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.823344 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.823600 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.823846 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.824116 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.824371 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825046 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825046 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825222 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825300 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825521 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825748 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.825964 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.826197 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.826416 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.826635 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.826864 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.827117 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.827338 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.827588 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.827803 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.828041 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.828777 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.829000 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.829216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.829448 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.829686 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.829875 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:23:34.829978 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.830119 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.830342 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.830557 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.830788 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.831029 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.831254 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.831481 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.831710 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.831926 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.832216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.832544 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.832796 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.833098 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.833356 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.833610 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.833879 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.834200 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.834436 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.834833 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.834988 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.835180 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.835430 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.835707 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.836035 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.836343 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.836611 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.836872 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.837161 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.837458 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.837760 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.837986 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.838306 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.838653 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.838929 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.839230 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.839496 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.839774 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.840026 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.840249 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.840474 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.840717 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.840941 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.841211 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.841457 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.841724 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.841953 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.842191 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.842420 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.842649 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.842872 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.843124 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.843348 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.843514 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:23:34.844577 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:23:34.844742 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:23:34.844900 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:23:34.845092 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:23:34.845276 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:23:34.845432 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:23:34.845647 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.845812 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.845978 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.846145 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.846310 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.846496 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.846667 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.846830 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.847025 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.847190 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.847355 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.847520 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.847685 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.847850 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.848016 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.848181 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.848346 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.848510 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.848679 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.848845 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.849011 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.849175 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.849337 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.849501 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.849701 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.849874 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.850038 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.850201 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.850367 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.850530 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.850725 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.850907 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.851053 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.851176 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.851413 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.851622 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.851764 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.851889 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.852270 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.852270 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.852516 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.852516 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] host = dv-cinder-820578-3-smb {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.852718 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.852799 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853241 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853241 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853241 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853505 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853587 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853855 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.853962 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.854044 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.854194 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.854357 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.854505 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855084 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855084 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_options = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855084 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855440 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855440 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855672 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855672 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855823 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.855956 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.856121 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.856286 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.856450 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.856612 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.856777 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.856940 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.857104 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.857267 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.857430 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.857597 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.857758 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.858120 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.858283 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.858452 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.858614 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.858776 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.858976 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.859144 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.859284 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.859475 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.859639 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.859806 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.859972 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.860139 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.860306 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.860474 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.860649 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.860789 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.860943 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.861107 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.861273 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.861440 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.861605 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.861771 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.861935 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.862098 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.862262 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.862428 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.862591 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.862755 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.862922 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.863096 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.863260 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.863424 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.863586 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.863750 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.863914 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.864078 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.864242 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:23:34.864426 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.864596 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.864774 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.864942 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.865115 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.865283 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.865458 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.865616 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.865783 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.865950 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.866125 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.866292 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.866469 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.866637 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.866803 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.866993 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.867163 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.867330 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.867496 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.867664 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.867831 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.867998 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.868174 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.868340 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.868505 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.868671 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.868838 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.869012 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.869178 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.869359 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.869526 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.869692 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.869858 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.870025 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.870190 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.870358 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.870526 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.870692 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.870859 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.871048 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.871217 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.871389 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.871553 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.871875 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.872042 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.872210 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.872377 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.872544 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.872712 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.872880 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.873046 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.873214 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.873381 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.873548 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.873715 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.873881 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.874048 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.874227 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.874393 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.874560 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.874725 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.874892 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.875106 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.875273 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.875440 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.875606 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.875774 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.875940 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.876119 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.876286 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.876452 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.876618 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.876784 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.876950 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.877117 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.877283 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.877450 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.877617 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.877783 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.877948 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.878114 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.878281 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.878447 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.878613 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.878780 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.878996 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.879135 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.879306 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.879470 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.879636 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.879802 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.879976 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.880157 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.880324 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.880490 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.880656 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.880824 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.880990 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.881156 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.881323 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.881490 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.881657 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.881823 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.881989 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.882159 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.882325 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.882492 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.882658 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.882824 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.883019 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.883188 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.883354 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.883520 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.883685 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.883852 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.884018 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.884185 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.884350 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.884516 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.884692 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.884857 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.885028 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.885194 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.885366 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.885541 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.885708 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.885874 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.886041 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.886207 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.886374 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.886539 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.886705 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.886872 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.887062 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.887228 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.887406 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.887572 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.887738 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.887906 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.888095 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.888262 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.888428 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.888595 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.888761 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.888927 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.889093 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.889260 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.889430 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.889592 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.889758 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.889924 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.890090 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.890257 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.890423 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.891118 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.891297 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.891463 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.891630 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.891796 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.891962 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.892129 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.892296 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.892462 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.892627 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.892793 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.892959 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.893125 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.893292 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.893458 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.893623 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.893788 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.893954 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.894120 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.894286 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.894452 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.894618 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.894786 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.894966 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.895140 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.895308 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.895475 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.895645 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.895811 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.895980 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.896146 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.896313 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.896479 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.896645 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.896811 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.896977 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.897143 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.897309 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.897475 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.897641 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.897824 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.897992 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.898157 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.898327 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.898494 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.898661 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.898828 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.899023 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.899193 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.899359 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.899528 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.899695 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.899862 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.900028 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.900195 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.900362 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.900532 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.900701 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.900868 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.901035 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.901203 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.901369 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.901537 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.901703 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.901869 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.902036 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.902203 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.902369 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.902536 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.902716 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.902883 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.903075 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.903244 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.903411 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.903578 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.903755 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.903922 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.904088 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.904254 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.904421 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.904587 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.904764 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.904930 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.905097 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.905263 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.905429 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.905600 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.905775 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.905943 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.906110 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.906326 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.907020 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.907188 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.907363 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.907530 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.907696 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.907863 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.908029 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.908195 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.908370 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.908562 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.908726 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.908885 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.909050 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.909216 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.909390 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.909558 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.909725 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.909899 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.910065 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.910232 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.910398 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.910576 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.910742 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.910912 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.911102 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.911269 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.911435 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.911604 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.911776 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.911951 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.912125 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.912293 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.912468 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.912642 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.912815 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.912982 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.913155 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.913333 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.913498 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.913664 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.913830 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.913996 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.914163 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.914329 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.914494 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.914660 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.914825 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.915032 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.915200 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.915367 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.915538 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.915703 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.915871 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.916037 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.916204 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.916370 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.916536 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:23:34.916694 dv-cinder-820578-3-smb neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:23:35.158031 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 57880) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:23:35.166685 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063803 Mar 22 17:23:46.704993 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b864368-6743-4150-996e-10f8e01c0e2e None None] get_active_networks_info from dv-cinder-820578-3-smb {{(pid=103200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 17:23:46.778120 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b864368-6743-4150-996e-10f8e01c0e2e None None] No non-hosted networks {{(pid=103200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 17:23:46.780996 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c18e4666-2caa-445a-a47e-c4a87e1869e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720484'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:48.866707 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ebb79ec-3b70-44b5-9e7d-431d38621a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720484'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:48.900598 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8deeb5cc-728a-472a-a5d2-62dcdf23ae6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:50.190532 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720484'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:51.522635 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720484'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:52.900479 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 57958) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:23:53.022776 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720484'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:53.027827 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.028491 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.029084 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.029623 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.030179 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.030761 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.031354 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.031934 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.032483 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.033046 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.033628 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.034160 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.034742 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.035486 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.036033 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:23:53.037246 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820578-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:23:53.046926 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820578-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:23:53.491003 dv-cinder-820578-3-smb neutron-server[103198]: WARNING oslo_policy.policy [None req-c6f4495d-c713-49af-9c06-84e59690f7bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:23:53.491596 dv-cinder-820578-3-smb neutron-server[103198]: WARNING oslo_policy.policy [None req-c6f4495d-c713-49af-9c06-84e59690f7bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:23:53.713860 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [None req-c6f4495d-c713-49af-9c06-84e59690f7bd admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:23:53.726985 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c6f4495d-c713-49af-9c06-84e59690f7bd admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8126326 Mar 22 17:23:56.048078 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.db.l3_hamode_db [None req-75076dfa-5579-487e-8324-c3566b237243 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 17:23:56.126376 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75076dfa-5579-487e-8324-c3566b237243 None None] Routers set() bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:23:56.126771 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75076dfa-5579-487e-8324-c3566b237243 None None] Router IDs set() for agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 17:23:56.293142 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 57984) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:23:56.625047 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:23:56.719441 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.policy [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:23:56.762246 dv-cinder-820578-3-smb neutron-server[103198]: WARNING oslo_policy.policy [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:23:56.762639 dv-cinder-820578-3-smb neutron-server[103198]: WARNING oslo_policy.policy [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:23:56.857014 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762559983813', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762559985298', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762559673951', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762559681136', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762559688992', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762559865378', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-808558', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4009363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3825170'] for rbac-policy (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:56.923031 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:56.924201 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e19c8186-5238-4245-8fb3-36da49906516 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6301649 Mar 22 17:23:59.480765 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 57994) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:23:59.797341 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:23:59.827009 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Made reservation on behalf of f7f8ce01c58c4df2aa70414e06317f96 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:23:59.830993 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:59.848394 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:59.956475 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks [] for security_group (c2aaf7d8-4692-4635-b4c1-0ddbe820eedf), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:59.960479 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c2aaf7d8-4692-4635-b4c1-0ddbe820eedf), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:23:59.987293 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:24:00.022650 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762561761850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (90306820-1de2-41e2-9e5d-120a214e6727), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:00.023298 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Unsubscribe: segment precommit_create {{(pid=103198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:24:00.023812 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Added segment 90306820-1de2-41e2-9e5d-120a214e6727 of type vlan for network c102917a-9d6c-43f2-adf8-a2820120cc27 Mar 22 17:24:00.039914 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aaf7d8-4692-4635-b4c1-0ddbe820eedf,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:00.089146 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.089495 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.089845 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.090210 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.090549 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.090879 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.091232 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.091559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.091886 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.092209 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.092532 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.092868 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.093203 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.093516 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.093831 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Tracked resource versions report: Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: pushed versions: Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: { 'AddressGroup': {'1.2'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Agent': {'1.1'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'ConntrackHelper': {'1.0'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Log': {'1.0'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'NDPProxy': {'1.0'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Network': {'1.1'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Port': {'1.7'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'PortForwarding': {'1.3'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'QosPolicy': {'1.10'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroup': {'1.5'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'SubPort': {'1.0'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Subnet': {'1.1'}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Trunk': {'1.1'}} Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: consumer versions: Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Agent': '1.1', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'ConntrackHelper': '1.0', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'LocalIPAssociation': '1.0', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Log': '1.0', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'NDPProxy': '1.0', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Network': '1.1', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Port': '1.7', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'PortForwarding': '1.3', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'QosPolicy': '1.10', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroup': '1.5', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroupRule': '1.2', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'SubPort': '1.0', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Subnet': '1.1', Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: 'Trunk': '1.1'}} Mar 22 17:24:00.095085 dv-cinder-820578-3-smb neutron-server[103198]: {{(pid=103198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:24:00.137215 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (c102917a-9d6c-43f2-adf8-a2820120cc27), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:00.178234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (c102917a-9d6c-43f2-adf8-a2820120cc27), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:00.183603 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:00.184327 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:00.280602 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7987406 Mar 22 17:24:00.305620 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955ce3-d2e5-4c01-8388-37d1c65e5186 demo demo] Pushing event updated for resources: {'Network': ['ID=c102917a-9d6c-43f2-adf8-a2820120cc27,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:00.318656 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network c102917a-9d6c-43f2-adf8-a2820120cc27 details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:24:02.887617 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58006) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:03.290932 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b2ac84-6751-4ef9-ab52-f6a674593641 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:03.292350 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-67b2ac84-6751-4ef9-ab52-f6a674593641 demo admin] 10.222.0.48 "GET /v2.0/networks/c102917a-9d6c-43f2-adf8-a2820120cc27 HTTP/1.1" status: 200 len: 825 time: 0.4038365 Mar 22 17:24:03.315886 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-62263a7f-f36f-43eb-9fa8-f550c3629077 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/8083d187-2551-4816-a562-a28f30e75652 HTTP/1.1" status: 200 len: 734 time: 0.0179799 Mar 22 17:24:03.323942 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Request body: {'subnet': {'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:24:03.345567 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Made reservation on behalf of f7f8ce01c58c4df2aa70414e06317f96 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:24:03.347846 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:03.644065 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (ebc8f113-6f19-4eb3-bbc0-e623554c3732), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:03.716179 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Pushing event updated for resources: {'Subnet': ['ID=ebc8f113-6f19-4eb3-bbc0-e623554c3732,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:03.719007 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Checking segment: {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:24:03.719387 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Network hostable DHCP agents. Network: c102917a-9d6c-43f2-adf8-a2820120cc27, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:24:03.739750 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Network c102917a-9d6c-43f2-adf8-a2820120cc27 is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:24:03.750673 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, c102917a-9d6c-43f2-adf8-a2820120cc27) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:24:03.756032 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:03.757009 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:03.760042 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7a3df-a912-4017-b6b4-2c1bbc013672 None None] Network c102917a-9d6c-43f2-adf8-a2820120cc27 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:24:03.772234 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7645a7a1-9ff5-43a5-8b22-820cac7cec6b demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4514110 Mar 22 17:24:04.140985 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-c102917a-9d6c-43f2-adf8-a2820120cc27', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:24:04.142249 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:04.433546 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Allocated IP 172.20.0.2 (c102917a-9d6c-43f2-adf8-a2820120cc27/ebc8f113-6f19-4eb3-bbc0-e623554c3732/9bdc92e2-c695-4cb9-8e81-91ec1e474859) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:24:04.741402 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Publish callbacks [] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:04.752223 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:04.831441 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Network c102917a-9d6c-43f2-adf8-a2820120cc27 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:24:04.838626 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:24:04.841780 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:24:04.857315 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Pushing event updated for resources: {'Port': ['ID=9bdc92e2-c695-4cb9-8e81-91ec1e474859,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:04.903024 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.903382 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.903734 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.904096 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.904440 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.904780 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.905114 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.905441 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.905768 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.906095 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.906423 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.906768 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.907128 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.907458 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.907783 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Tracked resource versions report: Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: pushed versions: Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: { 'AddressGroup': {'1.2'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Agent': {'1.1'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'ConntrackHelper': {'1.0'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Log': {'1.0'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'NDPProxy': {'1.0'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Network': {'1.1'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Port': {'1.7'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'PortForwarding': {'1.3'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'QosPolicy': {'1.10'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroup': {'1.5'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'SubPort': {'1.0'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Subnet': {'1.1'}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Trunk': {'1.1'}} Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: consumer versions: Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Agent': '1.1', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'ConntrackHelper': '1.0', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'LocalIPAssociation': '1.0', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Log': '1.0', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'NDPProxy': '1.0', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Network': '1.1', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Port': '1.7', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'PortForwarding': '1.3', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'QosPolicy': '1.10', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroup': '1.5', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroupRule': '1.2', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'SubPort': '1.0', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Subnet': '1.1', Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: 'Trunk': '1.1'}} Mar 22 17:24:04.908953 dv-cinder-820578-3-smb neutron-server[103200]: {{(pid=103200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:24:04.946425 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Attempting to bind port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:24:04.946837 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Attempting to bind port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:24:04.947305 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Attempting to bind port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 on network c102917a-9d6c-43f2-adf8-a2820120cc27 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:24:04.952954 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:24:04.953317 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Checking segment: {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:24:04.953786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:04.954188 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Bound using segment: {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:24:04.954696 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Bound port: 9bdc92e2-c695-4cb9-8e81-91ec1e474859, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:24:04.955152 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:05.028620 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] For port 9bdc92e2-c695-4cb9-8e81-91ec1e474859, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:24:05.033269 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] For port 9bdc92e2-c695-4cb9-8e81-91ec1e474859, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9bdc92e2-c695-4cb9-8e81-91ec1e474859,segment=NetworkSegment(90306820-1de2-41e2-9e5d-120a214e6727),segment_id=90306820-1de2-41e2-9e5d-120a214e6727)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:24:05.042199 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:05.115804 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672084b-0dd9-472e-8a05-c8ff995be6f7 None None] Pushing event updated for resources: {'Port': ['ID=9bdc92e2-c695-4cb9-8e81-91ec1e474859,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:06.472013 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58014) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:07.193628 dv-cinder-820578-3-smb neutron-server[103199]: WARNING oslo_policy.policy [None req-49f4f307-27fc-4e6b-a1b0-eb0274bf4a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:24:07.194667 dv-cinder-820578-3-smb neutron-server[103199]: WARNING oslo_policy.policy [None req-49f4f307-27fc-4e6b-a1b0-eb0274bf4a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:24:07.427403 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [None req-49f4f307-27fc-4e6b-a1b0-eb0274bf4a34 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:24:07.428790 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-49f4f307-27fc-4e6b-a1b0-eb0274bf4a34 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9553597 Mar 22 17:24:10.279508 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58028) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:10.668586 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [None req-d02b7e0a-629b-4253-bf97-592a6209a71b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:24:10.669579 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d02b7e0a-629b-4253-bf97-592a6209a71b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3889565 Mar 22 17:24:13.533396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58036) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:13.951787 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:24:14.016346 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.policy [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:24:14.063720 dv-cinder-820578-3-smb neutron-server[103199]: WARNING oslo_policy.policy [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:24:14.064207 dv-cinder-820578-3-smb neutron-server[103199]: WARNING oslo_policy.policy [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:24:14.136639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (7b4c5752-6fb7-4262-a738-d0d784c96217), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:14.139956 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (7b4c5752-6fb7-4262-a738-d0d784c96217), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:14.329371 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Publish callbacks [] for router_controller (7b4c5752-6fb7-4262-a738-d0d784c96217), precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:14.335744 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (7b4c5752-6fb7-4262-a738-d0d784c96217), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:14.374586 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:14.392047 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a91d8785-06cf-4f5f-8d69-0129a7944b35 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8423760 Mar 22 17:24:16.666339 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-307ac77f-5f64-4dc0-b3ba-428c0e6cc11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:17.273922 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58050) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:17.736307 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [None req-e9714b9d-8e9a-4ca6-98a1-7b6148f16c3b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:24:17.738050 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e9714b9d-8e9a-4ca6-98a1-7b6148f16c3b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4629474 Mar 22 17:24:17.858224 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a77862-1d7e-4c67-9874-a75b56171cfe None None] Network c102917a-9d6c-43f2-adf8-a2820120cc27 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:24:17.908301 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9bdc92e2-c695-4cb9-8e81-91ec1e474859 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:24:17.979644 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] Provisioning complete for port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:17.980528 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:18.147579 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:18.147796 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:18.253745 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] Current status of the port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:18.254187 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:18.348635 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] For port 9bdc92e2-c695-4cb9-8e81-91ec1e474859, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9bdc92e2-c695-4cb9-8e81-91ec1e474859,segment=NetworkSegment(90306820-1de2-41e2-9e5d-120a214e6727),segment_id=90306820-1de2-41e2-9e5d-120a214e6727)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:24:18.355610 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:18.362975 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:18.362975 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:18.451943 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1b6e-0ca7-4f6f-b64e-a18f79c71aaf None None] Pushing event updated for resources: {'Port': ['ID=9bdc92e2-c695-4cb9-8e81-91ec1e474859,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:18.476651 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.db.api [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:24:18.477053 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG oslo_db.api [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:24:18.484745 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-fd255738-f03a-4ab6-adbb-c1cc42b24096 None None] Provisioning complete for port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:18.485143 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd255738-f03a-4ab6-adbb-c1cc42b24096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:18.572744 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fd255738-f03a-4ab6-adbb-c1cc42b24096 None None] Current status of the port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:18.861123 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0dce7b0d-b38d-4673-8e40-cbb797ff42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:19.021884 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:19.826522 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9bdc92e2-c695-4cb9-8e81-91ec1e474859 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:24:19.884786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:19.885485 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:19.973497 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:20.161011 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:20.602219 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58070) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:20.745471 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:24:20.772034 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Made reservation on behalf of 02d638afde3242569e2b084a405b0c8a for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:24:20.775064 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:20.791498 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:20.914000 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks [] for security_group (38784761-6523-42d4-8033-36b8d6f1645f), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:20.918050 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (38784761-6523-42d4-8033-36b8d6f1645f), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:20.929953 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Reserving flat network on physical network physnet1 {{(pid=103199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 17:24:20.968935 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762561761850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (ded2e6e8-1916-4fd5-9068-c1c07ceaceff), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:20.969744 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Unsubscribe: segment precommit_create {{(pid=103199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:24:20.970409 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Added segment ded2e6e8-1916-4fd5-9068-c1c07ceaceff of type flat for network 3657c86a-016b-4b5d-81d6-74adcd1de63a Mar 22 17:24:20.988053 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38784761-6523-42d4-8033-36b8d6f1645f,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:21.047837 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.048286 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.049448 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.049905 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.050243 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.050654 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.051116 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.051461 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.051789 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.052131 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.052564 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.052906 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.053253 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.053572 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.054257 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Tracked resource versions report: Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: pushed versions: Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: { 'AddressGroup': {'1.2'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Agent': {'1.1'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Log': {'1.0'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'NDPProxy': {'1.0'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Network': {'1.1'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Port': {'1.7'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'PortForwarding': {'1.3'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'QosPolicy': {'1.10'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroup': {'1.5'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'SubPort': {'1.0'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Subnet': {'1.1'}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Trunk': {'1.1'}} Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: consumer versions: Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Agent': '1.1', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'ConntrackHelper': '1.0', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'LocalIPAssociation': '1.0', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Log': '1.0', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'NDPProxy': '1.0', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Network': '1.1', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Port': '1.7', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'PortForwarding': '1.3', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'QosPolicy': '1.10', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroup': '1.5', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroupRule': '1.2', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'SubPort': '1.0', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Subnet': '1.1', Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: 'Trunk': '1.1'}} Mar 22 17:24:21.055512 dv-cinder-820578-3-smb neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:24:21.099999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (3657c86a-016b-4b5d-81d6-74adcd1de63a), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:21.150842 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (3657c86a-016b-4b5d-81d6-74adcd1de63a), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:21.152067 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:21.152844 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:21.243305 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6398349 Mar 22 17:24:21.264682 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f60a91-dbe3-485f-be94-4b76b5e56c41 admin admin] Pushing event updated for resources: {'Network': ['ID=3657c86a-016b-4b5d-81d6-74adcd1de63a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:21.276812 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:24:21.490400 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:23.021087 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:23.793471 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58092) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:23.898088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108264d-69c6-4ae2-af0c-45e553496e0f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:23.899536 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c108264d-69c6-4ae2-af0c-45e553496e0f demo admin] 10.222.0.48 "GET /v2.0/subnets/ebc8f113-6f19-4eb3-bbc0-e623554c3732 HTTP/1.1" status: 200 len: 849 time: 0.1050138 Mar 22 17:24:24.074588 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e818801e-086e-4b80-9ee3-13627c9c4517 demo admin] 10.222.0.48 "GET /v2.0/routers/7b4c5752-6fb7-4262-a738-d0d784c96217 HTTP/1.1" status: 200 len: 704 time: 0.1681306 Mar 22 17:24:24.384740 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:24.720518 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Allocated IP 172.20.0.1 (c102917a-9d6c-43f2-adf8-a2820120cc27/ebc8f113-6f19-4eb3-bbc0-e623554c3732/fd90fa10-31c6-4e0b-91da-57e07a76cfe0) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:24:24.889438 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks [] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:24.958249 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.093474 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Network c102917a-9d6c-43f2-adf8-a2820120cc27 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:24:25.098398 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:24:25.105435 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:24:25.106101 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (7b4c5752-6fb7-4262-a738-d0d784c96217), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.137198 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Pushing event updated for resources: {'Port': ['ID=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:25.348558 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.349911 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-0113e79e-9009-48ac-a499-2010d85fc85c None None] Provisioning complete for port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:25.350422 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0113e79e-9009-48ac-a499-2010d85fc85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.386878 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0113e79e-9009-48ac-a499-2010d85fc85c None None] Port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:24:25.610036 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks [] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.614611 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.615790 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (7b4c5752-6fb7-4262-a738-d0d784c96217), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:25.702366 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Pushing event updated for resources: {'Port': ['ID=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:25.758274 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Network c102917a-9d6c-43f2-adf8-a2820120cc27 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:24:25.759795 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:24:25.959837 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Router 7b4c5752-6fb7-4262-a738-d0d784c96217 is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:24:26.068963 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:24:26.075033 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-685f4cfd-cf38-40e2-b93d-e8f8b735d937 demo admin] 10.222.0.48 "PUT /v2.0/routers/7b4c5752-6fb7-4262-a738-d0d784c96217/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9942622 Mar 22 17:24:26.081157 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Sync routers for ids ['7b4c5752-6fb7-4262-a738-d0d784c96217'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:24:26.095210 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Routers {'7b4c5752-6fb7-4262-a738-d0d784c96217'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:24:26.096185 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:24:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7b4c5752-6fb7-4262-a738-d0d784c96217'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:26.132650 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-2c71efbe-5780-4bf5-b020-35039ad59a2d None None] Provisioning complete for port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:26.133019 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2c71efbe-5780-4bf5-b020-35039ad59a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:26.177454 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2c71efbe-5780-4bf5-b020-35039ad59a2d None None] Port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:24:26.315698 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Set router 7b4c5752-6fb7-4262-a738-d0d784c96217 gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:24:26.814388 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'name': 'router1', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:24:14Z', 'updated_at': '2022-03-22T17:24:25Z', 'revision_number': 2, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'gw_port_host': None, '_interfaces': [{'id': 'fd90fa10-31c6-4e0b-91da-57e07a76cfe0', 'name': '', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'mac_address': 'fa:16:3e:80:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:24Z', 'updated_at': '2022-03-22T17:24:25Z', 'revision_number': 2, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'subnets': [{'id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:26.871498 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Checking router: 7b4c5752-6fb7-4262-a738-d0d784c96217 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:24:26.871786 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Updating router 7b4c5752-6fb7-4262-a738-d0d784c96217 port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:24:26.928883 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.526819 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Publish callbacks [] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.535074 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.726443 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Attempting to bind port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:24:27.726918 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Attempting to bind port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:24:27.727347 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Attempting to bind port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 on network c102917a-9d6c-43f2-adf8-a2820120cc27 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:24:27.733670 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:24:27.734073 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Checking segment: {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:24:27.734617 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.735037 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Bound using segment: {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:24:27.735545 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Bound port: fd90fa10-31c6-4e0b-91da-57e07a76cfe0, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90306820-1de2-41e2-9e5d-120a214e6727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:24:27.735999 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.738404 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Pushing event updated for resources: {'Port': ['ID=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:27.761111 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.761478 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.761808 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.762158 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.762577 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.763495 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.764356 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.764356 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.766654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Tracked resource versions report: Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: pushed versions: Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: { 'AddressGroup': {'1.2'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Agent': {'1.1'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Log': {'1.0'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'NDPProxy': {'1.0'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Network': {'1.1'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Port': {'1.7'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'PortForwarding': {'1.3'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'QosPolicy': {'1.10'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroup': {'1.5'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'SubPort': {'1.0'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Subnet': {'1.1'}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Trunk': {'1.1'}} Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: consumer versions: Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Agent': '1.1', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'ConntrackHelper': '1.0', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'LocalIPAssociation': '1.0', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Log': '1.0', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'NDPProxy': '1.0', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Network': '1.1', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Port': '1.7', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'PortForwarding': '1.3', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'QosPolicy': '1.10', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroup': '1.5', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroupRule': '1.2', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'SubPort': '1.0', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Subnet': '1.1', Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: 'Trunk': '1.1'}} Mar 22 17:24:27.768620 dv-cinder-820578-3-smb neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:24:27.807447 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4a8fc891-6b66-46fe-87d3-7017a5cfa3f5 None None] Provisioning complete for port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:27.808596 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc891-6b66-46fe-87d3-7017a5cfa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.839247 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] For port fd90fa10-31c6-4e0b-91da-57e07a76cfe0, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:24:27.853877 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fc891-6b66-46fe-87d3-7017a5cfa3f5 None None] Port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:24:27.862088 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] For port fd90fa10-31c6-4e0b-91da-57e07a76cfe0, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,segment=NetworkSegment(90306820-1de2-41e2-9e5d-120a214e6727),segment_id=90306820-1de2-41e2-9e5d-120a214e6727)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:24:27.868220 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:27.930713 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a8cf9-ebdf-462b-8cb3-e9fbb2e4f568 None None] Pushing event updated for resources: {'Port': ['ID=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:27.941669 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Routers {'7b4c5752-6fb7-4262-a738-d0d784c96217'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:24:27.942462 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:24:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7b4c5752-6fb7-4262-a738-d0d784c96217'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:28.060502 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] Set router 7b4c5752-6fb7-4262-a738-d0d784c96217 gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:24:28.177349 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] Provisioning complete for port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:28.177754 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:28.267338 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] Current status of the port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:28.267742 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:28.303144 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] For port fd90fa10-31c6-4e0b-91da-57e07a76cfe0, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,segment=NetworkSegment(90306820-1de2-41e2-9e5d-120a214e6727),segment_id=90306820-1de2-41e2-9e5d-120a214e6727)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:24:28.304959 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'name': 'router1', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:24:14Z', 'updated_at': '2022-03-22T17:24:25Z', 'revision_number': 2, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'gw_port_host': None, '_interfaces': [{'id': 'fd90fa10-31c6-4e0b-91da-57e07a76cfe0', 'name': '', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'mac_address': 'fa:16:3e:80:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:24Z', 'updated_at': '2022-03-22T17:24:27Z', 'revision_number': 4, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'subnets': [{'id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:28.308715 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:28.340746 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0862e-2c3c-4ec5-95a7-30ebedb0baa2 None None] The sync data for ids ['7b4c5752-6fb7-4262-a738-d0d784c96217'] in dv-cinder-820578-3-smb is: [{'id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'name': 'router1', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:24:14Z', 'updated_at': '2022-03-22T17:24:25Z', 'revision_number': 2, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'gw_port_host': None, '_interfaces': [{'id': 'fd90fa10-31c6-4e0b-91da-57e07a76cfe0', 'name': '', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'mac_address': 'fa:16:3e:80:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:24Z', 'updated_at': '2022-03-22T17:24:27Z', 'revision_number': 4, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'subnets': [{'id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:24:28.382980 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df1a8-5794-47c9-afb3-343c0e1660a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90fa10-31c6-4e0b-91da-57e07a76cfe0,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:28.656052 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58102) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:28.783910 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67d66f-a3e9-44ee-b1f9-7985af649cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:28.785306 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-cb67d66f-a3e9-44ee-b1f9-7985af649cbc admin admin] 10.222.0.48 "GET /v2.0/networks/3657c86a-016b-4b5d-81d6-74adcd1de63a HTTP/1.1" status: 200 len: 842 time: 0.1278546 Mar 22 17:24:28.798281 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:24:28.829471 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Made reservation on behalf of 02d638afde3242569e2b084a405b0c8a for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:24:28.832119 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:29.147616 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.objects.ports [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 17:24:29.147994 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (eae78a4e-b728-4668-9af5-64ac9a6c4474), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:29.207154 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae78a4e-b728-4668-9af5-64ac9a6c4474,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:29.217542 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:24:29.218092 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Network hostable DHCP agents. Network: 3657c86a-016b-4b5d-81d6-74adcd1de63a, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:24:29.240397 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:24:29.250234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 3657c86a-016b-4b5d-81d6-74adcd1de63a) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:24:29.255226 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:29.256090 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:29.267687 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266bdb9-3753-4a81-b597-addbd08fbe0a None None] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:24:29.288695 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-b23dd089-6567-4f86-b682-0f10a0cf1245 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4947910 Mar 22 17:24:29.407709 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dca1b-f591-4a7b-adee-b89cb0e92c78 None None] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:24:31.931278 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58110) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:32.226281 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a860e942-5ba0-44b2-ba28-04aa1dda5d38 demo admin] 10.222.0.48 "GET /v2.0/routers/7b4c5752-6fb7-4262-a738-d0d784c96217 HTTP/1.1" status: 200 len: 710 time: 0.2931678 Mar 22 17:24:32.384111 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f2048-5a4c-4ec4-9abe-21f5ba11ac07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:24:32.385533 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-356f2048-5a4c-4ec4-9abe-21f5ba11ac07 demo admin] 10.222.0.48 "GET /v2.0/networks/3657c86a-016b-4b5d-81d6-74adcd1de63a HTTP/1.1" status: 200 len: 886 time: 0.1528683 Mar 22 17:24:32.396158 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:24:32.703144 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks [] for router_gateway (7b4c5752-6fb7-4262-a738-d0d784c96217), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:33.048224 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks [] for router_gateway (7b4c5752-6fb7-4262-a738-d0d784c96217), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:33.142893 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:33.341157 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Allocated IP 172.28.1.128 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/3c9db7ba-ea02-474e-a980-9b1eb476e2de) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:24:33.457452 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks [] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:33.531154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:33.604367 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:24:33.611541 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:24:33.624872 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:24:33.630750 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Pushing event updated for resources: {'Port': ['ID=3c9db7ba-ea02-474e-a980-9b1eb476e2de,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:33.978114 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks [] for router_gateway (7b4c5752-6fb7-4262-a738-d0d784c96217), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:34.186783 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3721174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3725497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6979'] for router (7b4c5752-6fb7-4262-a738-d0d784c96217), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:34.192011 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3721183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3725454'] for router (7b4c5752-6fb7-4262-a738-d0d784c96217), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:34.307146 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Router 7b4c5752-6fb7-4262-a738-d0d784c96217 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:24:34.417140 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:24:34.422157 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:34.423390 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-88900068-31f6-4491-859a-e1f8c5ff74b7 demo admin] 10.222.0.48 "PUT /v2.0/routers/7b4c5752-6fb7-4262-a738-d0d784c96217 HTTP/1.1" status: 200 len: 890 time: 2.0312901 Mar 22 17:24:34.788390 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:24:35.891528 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device fd90fa10-31c6-4e0b-91da-57e07a76cfe0 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:24:35.946345 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:35.946887 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:36.023681 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:37.025018 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58122) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:24:37.145447 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ec0e8375-1c20-4eec-ab62-22580e84f82f admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190772 Mar 22 17:24:37.592241 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Sync routers for ids ['7b4c5752-6fb7-4262-a738-d0d784c96217'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:24:37.605409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Routers {'7b4c5752-6fb7-4262-a738-d0d784c96217'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:24:37.606089 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:24:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7b4c5752-6fb7-4262-a738-d0d784c96217'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:37.826426 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Set router 7b4c5752-6fb7-4262-a738-d0d784c96217 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:24:38.312542 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'name': 'router1', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c9db7ba-ea02-474e-a980-9b1eb476e2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:24:14Z', 'updated_at': '2022-03-22T17:24:33Z', 'revision_number': 4, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'gw_port': {'id': '3c9db7ba-ea02-474e-a980-9b1eb476e2de', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:33Z', 'updated_at': '2022-03-22T17:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'fd90fa10-31c6-4e0b-91da-57e07a76cfe0', 'name': '', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'mac_address': 'fa:16:3e:80:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:24Z', 'updated_at': '2022-03-22T17:24:28Z', 'revision_number': 5, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'subnets': [{'id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:38.367427 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Checking router: 7b4c5752-6fb7-4262-a738-d0d784c96217 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:24:38.367803 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Updating router 7b4c5752-6fb7-4262-a738-d0d784c96217 port 3c9db7ba-ea02-474e-a980-9b1eb476e2de binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:24:38.423425 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:38.741745 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Publish callbacks [] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:38.746986 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:38.796836 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Attempting to bind port 3c9db7ba-ea02-474e-a980-9b1eb476e2de on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:24:38.797200 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Attempting to bind port 3c9db7ba-ea02-474e-a980-9b1eb476e2de by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:24:38.797559 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Attempting to bind port 3c9db7ba-ea02-474e-a980-9b1eb476e2de on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:24:38.810299 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8efc8-2e61-420f-afd5-6027b760e988 None None] Pushing event updated for resources: {'Port': ['ID=3c9db7ba-ea02-474e-a980-9b1eb476e2de,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:38.813208 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:24:38.814034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:24:38.814034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:38.814370 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:24:38.814852 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Bound port: 3c9db7ba-ea02-474e-a980-9b1eb476e2de, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:24:38.815264 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:38.875681 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] For port 3c9db7ba-ea02-474e-a980-9b1eb476e2de, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:24:38.880171 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] For port 3c9db7ba-ea02-474e-a980-9b1eb476e2de, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=3c9db7ba-ea02-474e-a980-9b1eb476e2de,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:24:38.886303 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:38.947354 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Routers {'7b4c5752-6fb7-4262-a738-d0d784c96217'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:24:38.947946 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:24:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7b4c5752-6fb7-4262-a738-d0d784c96217'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:38.950350 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8efc8-2e61-420f-afd5-6027b760e988 None None] Pushing event updated for resources: {'Port': ['ID=3c9db7ba-ea02-474e-a980-9b1eb476e2de,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:39.070324 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] Set router 7b4c5752-6fb7-4262-a738-d0d784c96217 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:24:39.302793 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'name': 'router1', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c9db7ba-ea02-474e-a980-9b1eb476e2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:24:14Z', 'updated_at': '2022-03-22T17:24:33Z', 'revision_number': 4, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'gw_port': {'id': '3c9db7ba-ea02-474e-a980-9b1eb476e2de', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:33Z', 'updated_at': '2022-03-22T17:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'fd90fa10-31c6-4e0b-91da-57e07a76cfe0', 'name': '', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'mac_address': 'fa:16:3e:80:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:24Z', 'updated_at': '2022-03-22T17:24:28Z', 'revision_number': 5, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'subnets': [{'id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:24:39.331656 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720b2cc-0232-4a6a-aad3-c05f94d8b457 None None] The sync data for ids ['7b4c5752-6fb7-4262-a738-d0d784c96217'] in dv-cinder-820578-3-smb is: [{'id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'name': 'router1', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c9db7ba-ea02-474e-a980-9b1eb476e2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:24:14Z', 'updated_at': '2022-03-22T17:24:33Z', 'revision_number': 4, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'gw_port': {'id': '3c9db7ba-ea02-474e-a980-9b1eb476e2de', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:33Z', 'updated_at': '2022-03-22T17:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'fd90fa10-31c6-4e0b-91da-57e07a76cfe0', 'name': '', 'network_id': 'c102917a-9d6c-43f2-adf8-a2820120cc27', 'tenant_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'mac_address': 'fa:16:3e:80:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4c5752-6fb7-4262-a738-d0d784c96217', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:24:24Z', 'updated_at': '2022-03-22T17:24:28Z', 'revision_number': 5, 'project_id': 'f7f8ce01c58c4df2aa70414e06317f96', 'subnets': [{'id': 'ebc8f113-6f19-4eb3-bbc0-e623554c3732', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8083d187-2551-4816-a562-a28f30e75652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:24:39.934825 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 3c9db7ba-ea02-474e-a980-9b1eb476e2de up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:24:40.024192 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 3c9db7ba-ea02-474e-a980-9b1eb476e2de triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:40.024598 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:40.109617 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 3c9db7ba-ea02-474e-a980-9b1eb476e2de is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:40.110158 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:40.133342 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 3c9db7ba-ea02-474e-a980-9b1eb476e2de, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=3c9db7ba-ea02-474e-a980-9b1eb476e2de,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:24:40.138373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:40.206525 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=3c9db7ba-ea02-474e-a980-9b1eb476e2de,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:24:41.894786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 3c9db7ba-ea02-474e-a980-9b1eb476e2de up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:24:41.990380 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 3c9db7ba-ea02-474e-a980-9b1eb476e2de triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:24:41.990803 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (3c9db7ba-ea02-474e-a980-9b1eb476e2de), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:42.083915 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 3c9db7ba-ea02-474e-a980-9b1eb476e2de is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:24:46.654026 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5425448a-699b-402a-a1b7-e948c48bc08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:48.863069 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6748b81a-9b5d-430d-b7db-227aa81dcb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:50.161558 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:51.495194 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:24:53.023978 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:11.770977 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:25:16.648535 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-321c27f3-1b5e-45dd-ac14-1fd9d7f2416e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:18.867388 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c07ffa62-dd79-4025-9ac3-a494b3e569b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:20.165107 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:21.502687 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:23.028402 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:46.650238 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e9e956-1510-4a40-81d2-db8ef61de95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:48.773571 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:25:48.871831 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8a4ccdf-b3f3-492c-8913-e29d75896709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:50.167293 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:51.502762 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:53.023694 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:02.521437 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58606) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:02.588682 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.pecan_wsgi.hooks.translation [None req-17491e9b-a447-41e7-9678-47ab6e6645e8 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:26:02.590324 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-17491e9b-a447-41e7-9678-47ab6e6645e8 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677381 Mar 22 17:26:02.865285 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1fceb8-4f1e-4c33-b20c-0b5ab75b1d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:02.867241 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8e1fceb8-4f1e-4c33-b20c-0b5ab75b1d6b admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2723215 Mar 22 17:26:05.306717 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58616) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:05.436223 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96644033-e6da-4735-b199-e1ba7979dd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:05.438669 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-96644033-e6da-4735-b199-e1ba7979dd56 admin admin] 10.222.0.48 "GET /v2.0/subnets/ebc8f113-6f19-4eb3-bbc0-e623554c3732 HTTP/1.1" status: 200 len: 849 time: 0.1307659 Mar 22 17:26:05.449275 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:05.550353 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Publish callbacks [] for subnet (ebc8f113-6f19-4eb3-bbc0-e623554c3732), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:05.709907 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762561923723'] for subnet (ebc8f113-6f19-4eb3-bbc0-e623554c3732), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:05.748659 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:05.749277 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:05.750624 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] 10.222.0.48 "PUT /v2.0/subnets/ebc8f113-6f19-4eb3-bbc0-e623554c3732 HTTP/1.1" status: 200 len: 868 time: 0.3054976 Mar 22 17:26:05.753257 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c0790-369e-49fc-b980-74bef9fc4535 None None] Network c102917a-9d6c-43f2-adf8-a2820120cc27 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:26:05.771365 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc8f113-6f19-4eb3-bbc0-e623554c3732,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:05.779775 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.780152 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.780488 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.780853 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.781198 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.781539 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.781876 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.782207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.782536 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.782869 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.783240 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.783589 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.783921 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.784248 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.784575 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da2807-12e5-4c92-9387-ad92d7eb82de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:06.182467 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-ca58c11a-ef7b-4352-bf8d-b06bad3778ff None None] Provisioning complete for port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:06.182862 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca58c11a-ef7b-4352-bf8d-b06bad3778ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (fd90fa10-31c6-4e0b-91da-57e07a76cfe0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:06.263113 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c11a-ef7b-4352-bf8d-b06bad3778ff None None] Current status of the port fd90fa10-31c6-4e0b-91da-57e07a76cfe0 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:06.275387 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-ca58c11a-ef7b-4352-bf8d-b06bad3778ff None None] Provisioning complete for port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:06.275674 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca58c11a-ef7b-4352-bf8d-b06bad3778ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9bdc92e2-c695-4cb9-8e81-91ec1e474859), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:06.372511 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c11a-ef7b-4352-bf8d-b06bad3778ff None None] Current status of the port 9bdc92e2-c695-4cb9-8e81-91ec1e474859 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:08.188406 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58624) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:08.397033 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecbacd-b942-489e-81fa-78df52980962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:08.397419 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecbacd-b942-489e-81fa-78df52980962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:08.399058 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-d6ecbacd-b942-489e-81fa-78df52980962 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2096615 Mar 22 17:26:10.746691 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58632) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:10.948006 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e76f6-7fb9-4841-a3ca-4ea78073aa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:10.948895 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e76f6-7fb9-4841-a3ca-4ea78073aa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:10.950021 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c15e76f6-7fb9-4841-a3ca-4ea78073aa5b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023723 Mar 22 17:26:13.310889 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58642) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:13.440150 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b53c2-258d-4c1c-aba6-dd87c946558c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:13.441543 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d63b53c2-258d-4c1c-aba6-dd87c946558c admin admin] 10.222.0.48 "GET /v2.0/networks/3657c86a-016b-4b5d-81d6-74adcd1de63a HTTP/1.1" status: 200 len: 886 time: 0.1296935 Mar 22 17:26:15.785481 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58650) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:15.930988 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99cf1db-9cbd-4f93-a7ce-f5d362a2ed4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:15.932397 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a99cf1db-9cbd-4f93-a7ce-f5d362a2ed4e admin admin] 10.222.0.48 "GET /v2.0/networks/c102917a-9d6c-43f2-adf8-a2820120cc27 HTTP/1.1" status: 200 len: 869 time: 0.1459496 Mar 22 17:26:16.654176 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a52b-e759-42ce-b8bc-5db57576e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:18.309528 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58658) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:18.442690 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5df92-9ae0-4a9d-a0ff-67ab369800a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:18.443171 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5df92-9ae0-4a9d-a0ff-67ab369800a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:18.445271 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-09d5df92-9ae0-4a9d-a0ff-67ab369800a0 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339605 Mar 22 17:26:18.874103 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d152fec-87a4-403a-bfe9-36541f7d5e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:20.170611 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:20.887117 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58666) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:20.979314 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d25230-d5a4-4d5b-928a-46f4ea29bf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:20.979762 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d25230-d5a4-4d5b-928a-46f4ea29bf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:20.981305 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-77d25230-d5a4-4d5b-928a-46f4ea29bf93 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933294 Mar 22 17:26:21.504486 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:23.027277 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:23.379439 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58674) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:23.471406 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bbebb7-b39a-4fd6-8989-b47e4e9d9589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:23.472791 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-53bbebb7-b39a-4fd6-8989-b47e4e9d9589 admin admin] 10.222.0.48 "GET /v2.0/subnets/eae78a4e-b728-4668-9af5-64ac9a6c4474 HTTP/1.1" status: 200 len: 816 time: 0.0923867 Mar 22 17:26:25.775732 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:26:25.848635 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58682) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:25.948325 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9395417-0023-4522-bf00-74cfaa3fca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:25.949773 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f9395417-0023-4522-bf00-74cfaa3fca7a admin admin] 10.222.0.48 "GET /v2.0/subnets/ebc8f113-6f19-4eb3-bbc0-e623554c3732 HTTP/1.1" status: 200 len: 868 time: 0.1001790 Mar 22 17:26:46.659745 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-574eb688-640e-4347-b4c4-e248bdac10c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.878413 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e41d2721-8935-4b7a-8810-da1ab32ffb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:50.174729 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:51.514590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:53.032766 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:54.876760 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58734) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:54.927494 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [None req-a8cb54a7-a635-4ab5-8159-c9952b79dfc0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:26:54.928565 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a8cb54a7-a635-4ab5-8159-c9952b79dfc0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508447 Mar 22 17:26:57.469166 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58742) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:57.536359 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.pecan_wsgi.hooks.translation [None req-080f4377-9d2d-4996-ad7d-c82f1af08899 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:26:57.537756 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-080f4377-9d2d-4996-ad7d-c82f1af08899 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672667 Mar 22 17:26:57.643575 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4309a3a-a504-4421-bc81-97714f3b1399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:57.644966 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c4309a3a-a504-4421-bc81-97714f3b1399 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1030748 Mar 22 17:27:00.050826 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58750) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:27:00.101690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:27:00.121781 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Made reservation on behalf of 02d638afde3242569e2b084a405b0c8a for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:27:00.124274 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:00.158278 dv-cinder-820578-3-smb neutron-server[103198]: WARNING neutron.services.revisions.revision_plugin [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Could not find related network for resource to bump revision. Mar 22 17:27:00.174421 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:27:00.186543 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (8375aa0d-3534-462d-bb8a-eb8cce73082f), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:00.186889 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Added segment 8375aa0d-3534-462d-bb8a-eb8cce73082f of type vlan for network 7145b03c-caab-4730-9d31-bbf1c9f0af7c Mar 22 17:27:00.230052 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (7145b03c-caab-4730-9d31-bbf1c9f0af7c), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:00.255252 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (7145b03c-caab-4730-9d31-bbf1c9f0af7c), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:00.256194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:27:00.256773 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:00.344618 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2925925 Mar 22 17:27:00.362510 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7cf55-304d-4832-ba9a-faaa337a16e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7145b03c-caab-4730-9d31-bbf1c9f0af7c,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:27:00.376265 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 7145b03c-caab-4730-9d31-bbf1c9f0af7c details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:27:02.740639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58758) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:27:02.778835 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:27:02.808295 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.pecan_wsgi.hooks.translation [None req-14138303-03f4-448e-add3-9cc421aea049 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:27:02.809877 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-14138303-03f4-448e-add3-9cc421aea049 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679007 Mar 22 17:27:03.008155 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ec080-05c7-4124-ba44-dfa086ca8ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:27:03.009771 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-470ec080-05c7-4124-ba44-dfa086ca8ccf admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1957586 Mar 22 17:27:03.020261 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:27:03.047314 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Made reservation on behalf of 02d638afde3242569e2b084a405b0c8a for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:27:03.049880 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:03.264303 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (77cfff0e-51b4-46b6-b2ea-965882d01768), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:03.322523 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=77cfff0e-51b4-46b6-b2ea-965882d01768,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:27:03.334289 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.334634 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.335019 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.335383 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.336210 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.336532 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.336855 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.337181 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.337512 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.337831 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.338154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.338492 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.338814 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.339152 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.339470 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:03.344998 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Checking segment: {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:27:03.345363 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Network hostable DHCP agents. Network: 7145b03c-caab-4730-9d31-bbf1c9f0af7c, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:27:03.367570 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Network 7145b03c-caab-4730-9d31-bbf1c9f0af7c is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:27:03.379999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 7145b03c-caab-4730-9d31-bbf1c9f0af7c) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:27:03.384809 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:27:03.385433 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:03.393451 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79057b1-c7e2-42ec-882c-aae78a1345fa None None] Network 7145b03c-caab-4730-9d31-bbf1c9f0af7c requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:27:03.403123 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cac13828-b702-40ff-b6f1-2b9bb524bfcd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3866625 Mar 22 17:27:03.505616 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-7145b03c-caab-4730-9d31-bbf1c9f0af7c', 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c', 'project_id': '02d638afde3242569e2b084a405b0c8a', 'fixed_ips': [{'subnet_id': '77cfff0e-51b4-46b6-b2ea-965882d01768'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:27:03.506738 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:03.672418 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Allocated IP 192.168.233.2 (7145b03c-caab-4730-9d31-bbf1c9f0af7c/77cfff0e-51b4-46b6-b2ea-965882d01768/455c289d-a47f-47e9-916c-65c62fb34123) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:27:03.847101 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Publish callbacks [] for port (455c289d-a47f-47e9-916c-65c62fb34123), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:03.856526 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (455c289d-a47f-47e9-916c-65c62fb34123), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:04.010041 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Network 7145b03c-caab-4730-9d31-bbf1c9f0af7c is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:27:04.016625 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:27:04.024245 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:27:04.028987 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Pushing event updated for resources: {'Port': ['ID=455c289d-a47f-47e9-916c-65c62fb34123,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:27:04.042661 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.043170 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.043700 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.044155 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.044596 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.045137 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.045667 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.046078 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.046599 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.047154 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.047583 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.048068 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.048600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.049143 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.049688 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:27:04.119992 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Attempting to bind port 455c289d-a47f-47e9-916c-65c62fb34123 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:27:04.120600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Attempting to bind port 455c289d-a47f-47e9-916c-65c62fb34123 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:27:04.121218 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Attempting to bind port 455c289d-a47f-47e9-916c-65c62fb34123 on network 7145b03c-caab-4730-9d31-bbf1c9f0af7c {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:27:04.129031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:27:04.129493 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Checking segment: {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:27:04.130147 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:04.130754 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Bound using segment: {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:27:04.131386 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Bound port: 455c289d-a47f-47e9-916c-65c62fb34123, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:27:04.131997 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (455c289d-a47f-47e9-916c-65c62fb34123), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:04.206309 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] For port 455c289d-a47f-47e9-916c-65c62fb34123, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:27:04.209885 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] For port 455c289d-a47f-47e9-916c-65c62fb34123, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=455c289d-a47f-47e9-916c-65c62fb34123,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:27:04.217374 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (455c289d-a47f-47e9-916c-65c62fb34123), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:04.290232 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7b4b-e010-4d1e-88f4-de2cb9c75e4e None None] Pushing event updated for resources: {'Port': ['ID=455c289d-a47f-47e9-916c-65c62fb34123,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:27:05.221751 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42dda92-09e2-4169-a79c-88b66341e9b5 None None] Network 7145b03c-caab-4730-9d31-bbf1c9f0af7c requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:27:05.311730 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] Provisioning complete for port 455c289d-a47f-47e9-916c-65c62fb34123 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:27:05.312232 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (455c289d-a47f-47e9-916c-65c62fb34123), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:05.474228 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] Current status of the port 455c289d-a47f-47e9-916c-65c62fb34123 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:27:05.474845 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (455c289d-a47f-47e9-916c-65c62fb34123), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:05.529938 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] For port 455c289d-a47f-47e9-916c-65c62fb34123, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=455c289d-a47f-47e9-916c-65c62fb34123,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:27:05.536523 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (455c289d-a47f-47e9-916c-65c62fb34123), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:05.606206 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2092099-f862-4b3e-b45b-237f88c2296c None None] Pushing event updated for resources: {'Port': ['ID=455c289d-a47f-47e9-916c-65c62fb34123,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:27:05.762044 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-81259a60-9297-474b-8d15-aaad051808be None None] Provisioning complete for port 455c289d-a47f-47e9-916c-65c62fb34123 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:27:05.762374 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81259a60-9297-474b-8d15-aaad051808be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (455c289d-a47f-47e9-916c-65c62fb34123), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:05.856530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-81259a60-9297-474b-8d15-aaad051808be None None] Current status of the port 455c289d-a47f-47e9-916c-65c62fb34123 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:27:06.006908 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 455c289d-a47f-47e9-916c-65c62fb34123 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:27:06.073111 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 455c289d-a47f-47e9-916c-65c62fb34123 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:27:06.073764 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (455c289d-a47f-47e9-916c-65c62fb34123), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:06.176805 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 455c289d-a47f-47e9-916c-65c62fb34123 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:27:16.665229 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96213c66-79bd-4844-844a-ebb61f056050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:18.883599 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3351f800-d44a-4485-a9c0-777e5b8f6912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:20.184407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:21.509803 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:23.031921 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:39.781999 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:27:46.659241 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f26c-5751-4680-bd84-c147b3b0ae6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:48.886444 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae764647-d04c-4304-9d6c-7b8279e7efca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:50.180212 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:51.512985 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:53.034551 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:16.668226 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8a34d0eb-1761-41e3-8783-11fa9eafdabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:16.784520 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:28:18.889122 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86d47b2d-760d-4cba-b7b6-e06a57233189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:20.180345 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:21.517764 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:23.027322 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:25.703351 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58796) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:25.709870 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [None req-c634b5e1-8912-47cf-97cc-9e56ebd8671b tempest-verify_tempest_config-1494717886 tempest-verify_tempest_config-1494717886-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:28:25.710901 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c634b5e1-8912-47cf-97cc-9e56ebd8671b tempest-verify_tempest_config-1494717886 tempest-verify_tempest_config-1494717886-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065732 Mar 22 17:28:26.005663 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 58814) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:26.107953 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.181738 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Publish callbacks [] for security_group (823466f9-30c2-4544-be9f-f8de901dab04), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.185767 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (823466f9-30c2-4544-be9f-f8de901dab04), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.233153 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823466f9-30c2-4544-be9f-f8de901dab04,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:28:26.236887 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e064a381ef9947fb9c3cfe479b5b2000&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2302015 Mar 22 17:28:26.239730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58818) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:26.242388 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.242749 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.243129 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.243477 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.243816 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.244151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.244482 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.244812 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.245142 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.245467 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.245796 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.246139 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.246471 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.246794 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.247147 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6e65f-ddb0-4db2-855c-1d963d939c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.294660 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Publish callbacks [] for security_group (823466f9-30c2-4544-be9f-f8de901dab04), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.315628 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Publish callbacks [] for security_group (823466f9-30c2-4544-be9f-f8de901dab04), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.413931 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (823466f9-30c2-4544-be9f-f8de901dab04), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.416589 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:26.417780 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/823466f9-30c2-4544-be9f-f8de901dab04 HTTP/1.1" status: 204 len: 168 time: 0.1770735 Mar 22 17:28:26.425572 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823466f9-30c2-4544-be9f-f8de901dab04,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:28:26.432682 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.432962 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.433330 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.433672 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.434006 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.434334 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.434658 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.435003 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.435332 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.435653 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.435975 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.436297 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.436679 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.436919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:26.437237 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb4c7-97a9-4f0f-b0aa-0cc0754ebd69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:46.660113 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b15d9f5a-1169-4a97-8d4a-aeed30dc6e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:48.890999 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df1d610b-9af7-497e-a93a-eb64eececac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:50.183196 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:51.522400 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:53.029790 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:53.793118 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:29:16.662018 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fa86fc0-7881-418d-9a07-f7b0c0870bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:18.892691 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-939c9ca3-4b3d-49a3-bb07-1d8ee98f49d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:20.186766 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:21.523690 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:23.035488 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:30.783471 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:29:46.666988 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f609f854-214a-44ac-841e-23533b66e9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:48.895345 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-110911e5-41ab-4aed-9906-b218156a5ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:50.189406 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:51.528545 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:53.028960 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:07.787785 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 5 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:30:16.669811 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3371e155-fca4-4e0d-9c40-eac094b4aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:18.901022 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0827363c-922d-49d8-8f8e-3a9ecd287162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:19.998179 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720484'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:20.194986 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:21.531156 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:23.035551 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:35.661416 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58892) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:30:35.796297 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-073ba58e-a031-42c7-afb5-945873d67fe0 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1336865 Mar 22 17:30:38.234680 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 58902) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:30:38.298891 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-ad097e25-e7a5-477a-bf66-01b8600d20db admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0630696 Mar 22 17:30:44.791356 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:30:46.672605 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca749b9c-025c-4c4b-9cc4-d7d06a542b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:48.895038 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-63d5281e-e9f0-4d0e-ae90-523ce70b2423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:49.981577 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:50.195549 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:51.534743 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:53.028594 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:16.676016 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54f46eda-c494-4911-8958-4126e2ea11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:18.895578 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68a08e79-3b56-4cb8-b163-402383c1525d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:19.980641 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:20.198350 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:21.535959 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:21.793075 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:31:23.032772 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:46.680093 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59e267b1-2569-4427-9cfe-2769457e07a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:48.896163 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dd04-3636-4143-a64b-611bc0f4ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:49.980282 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:50.201483 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:51.544565 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:53.035904 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:58.795399 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:32:16.689287 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-501707d3-170b-4e5b-88c3-2be43a7b7576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:18.905346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-150b2dea-906f-493d-b18f-a7ef9c989470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:19.997576 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:20.205590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.157460 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59062) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:21.427343 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2099217762-network', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:21.448068 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Made reservation on behalf of 118a474206484ad9b7b8c35dac6b368d for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:21.450970 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.465359 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.546765 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.551257 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks [] for security_group (3883ac9d-00a1-493e-b9b4-dc5117952621), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.557702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59090) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:21.558390 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3883ac9d-00a1-493e-b9b4-dc5117952621), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.591288 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883ac9d-00a1-493e-b9b4-dc5117952621,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:21.600796 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:21.603734 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.604081 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.604973 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.605329 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.605666 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.606001 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.606323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.606646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.606979 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.607468 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.607875 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.608117 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.608443 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.608763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.609080 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Tracked resource versions report: Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: pushed versions: Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: { 'AddressGroup': {'1.2'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Agent': {'1.1'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Log': {'1.0'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'NDPProxy': {'1.0'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Network': {'1.1'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Port': {'1.7'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'PortForwarding': {'1.3'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'QosPolicy': {'1.10'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroup': {'1.5'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'SubPort': {'1.0'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Subnet': {'1.1'}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Trunk': {'1.1'}} Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: consumer versions: Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Agent': '1.1', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'ConntrackHelper': '1.0', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'LocalIPAssociation': '1.0', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Log': '1.0', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'NDPProxy': '1.0', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Network': '1.1', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Port': '1.7', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'PortForwarding': '1.3', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'QosPolicy': '1.10', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroup': '1.5', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'SecurityGroupRule': '1.2', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'SubPort': '1.0', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Subnet': '1.1', Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: 'Trunk': '1.1'}} Mar 22 17:32:21.610185 dv-cinder-820578-3-smb neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:32:21.627608 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (a3451029-bb94-4ca2-97d7-cee04e23fc88), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.628267 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Added segment a3451029-bb94-4ca2-97d7-cee04e23fc88 of type vlan for network aa10e76c-bebe-4d39-9a51-c995c2c54649 Mar 22 17:32:21.681724 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (aa10e76c-bebe-4d39-9a51-c995c2c54649), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.717277 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (aa10e76c-bebe-4d39-9a51-c995c2c54649), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.719459 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:21.720332 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.786253 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6240344 Mar 22 17:32:21.787789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59104) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:21.792084 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Request body: {'subnet': {'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-subnet', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:21.795364 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac5bd-6cff-45a0-94cc-ddb1c6cd3934 admin admin] Pushing event updated for resources: {'Network': ['ID=aa10e76c-bebe-4d39-9a51-c995c2c54649,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:21.807119 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:21.815603 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Made reservation on behalf of 118a474206484ad9b7b8c35dac6b368d for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:21.818540 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:21.838062 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59108) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:21.955816 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-188770551-network', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.037193 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Made reservation on behalf of 645b14ee2dc34766b623327e7f0d3667 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:22.039906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.043606 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.066875 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.086830 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59118) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:22.146713 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:22.173734 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.174010 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.174369 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.174710 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.175065 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.175394 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.175920 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.176415 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.176741 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.177070 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.177396 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.177734 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.178059 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.178378 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.178693 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Tracked resource versions report: Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: pushed versions: Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: { 'AddressGroup': {'1.2'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Agent': {'1.1'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'ConntrackHelper': {'1.0'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Log': {'1.0'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'NDPProxy': {'1.0'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Network': {'1.1'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Port': {'1.7'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'PortForwarding': {'1.3'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'QosPolicy': {'1.10'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroup': {'1.5'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'SubPort': {'1.0'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Subnet': {'1.1'}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Trunk': {'1.1'}} Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: consumer versions: Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Agent': '1.1', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'ConntrackHelper': '1.0', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'LocalIPAssociation': '1.0', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Log': '1.0', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'NDPProxy': '1.0', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Network': '1.1', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Port': '1.7', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'PortForwarding': '1.3', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'QosPolicy': '1.10', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroup': '1.5', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'SecurityGroupRule': '1.2', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'SubPort': '1.0', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Subnet': '1.1', Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: 'Trunk': '1.1'}} Mar 22 17:32:22.179910 dv-cinder-820578-3-smb neutron-server[103198]: {{(pid=103198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:32:22.190110 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:22.190464 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Network hostable DHCP agents. Network: aa10e76c-bebe-4d39-9a51-c995c2c54649, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:22.225691 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:22.249510 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, aa10e76c-bebe-4d39-9a51-c995c2c54649) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:22.261516 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-network', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.262853 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e04e26-95f6-4dc2-8abf-6004dd072598 None None] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:22.266894 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks [] for security_group (84b40c28-09b7-4dba-89a5-1a61096eb889), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.268757 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:22.269365 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.284297 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (84b40c28-09b7-4dba-89a5-1a61096eb889), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.299554 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Made reservation on behalf of 649cf937c9f94e93bb9540a976dabe34 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:22.301916 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.313920 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.355256 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59132) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:22.357451 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-fd0075a3-a387-4e8c-a644-c1956d8042d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5696294 Mar 22 17:32:22.368188 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:22.374274 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59134) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:22.404418 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59138) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:22.411748 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-aa10e76c-bebe-4d39-9a51-c995c2c54649', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:32:22.412979 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.424192 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b40c28-09b7-4dba-89a5-1a61096eb889,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:22.454174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (bc2ca32c-1705-4696-b913-a269af4d9509), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.454740 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Added segment bc2ca32c-1705-4696-b913-a269af4d9509 of type vlan for network c8359024-884a-4f1a-899c-5d80e25f924b Mar 22 17:32:22.455488 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks [] for security_group (8c89e786-762c-448d-a808-3ad58db778bf), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.460972 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.482178 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8c89e786-762c-448d-a808-3ad58db778bf), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.499965 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-743815104-network', 'tenant_id': '7058545d32d440659b34671654f1481e'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.506449 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (96c6a448-e62c-45df-920c-7b1d03529d7d), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.507819 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (96c6a448-e62c-45df-920c-7b1d03529d7d), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.540142 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (c8359024-884a-4f1a-899c-5d80e25f924b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.551529 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89e786-762c-448d-a808-3ad58db778bf,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:22.579848 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-867614721-network', 'tenant_id': '7ff3bc420d174d6da2176507a3086a57'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.604018 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks [] for router_controller (96c6a448-e62c-45df-920c-7b1d03529d7d), precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.608122 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-41943409-network', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.616161 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Allocated IP 172.20.0.2 (aa10e76c-bebe-4d39-9a51-c995c2c54649/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d/6ead5646-a90a-4e07-8c3e-cad730fceb9c) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:22.643727 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (c8359024-884a-4f1a-899c-5d80e25f924b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.644695 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:22.645466 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.670853 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1110361 Mar 22 17:32:22.675564 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59156) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:22.680464 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Request body: {'subnet': {'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-188770551-subnet', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:22.703723 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Made reservation on behalf of 9a76be41bbf345b08096eb14e1a33524 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:22.706339 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.720818 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Made reservation on behalf of 7ff3bc420d174d6da2176507a3086a57 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:22.723509 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.725717 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Made reservation on behalf of 645b14ee2dc34766b623327e7f0d3667 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:22.728522 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.777907 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks [] for router_gateway (96c6a448-e62c-45df-920c-7b1d03529d7d), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.782932 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Made reservation on behalf of 7058545d32d440659b34671654f1481e for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:22.785740 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.793814 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.796070 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.814299 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.db.api [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:32:22.814658 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG oslo_db.api [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:32:22.827456 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.878006 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f2e1b-a909-4069-a547-a37a3abd83fb admin admin] Pushing event updated for resources: {'Network': ['ID=c8359024-884a-4f1a-899c-5d80e25f924b,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:22.886347 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks [] for security_group (8cc5715b-2ddf-45e4-938e-939559d22c76), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.926301 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8cc5715b-2ddf-45e4-938e-939559d22c76), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.939826 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Publish callbacks [] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.941240 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:22.952765 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network c8359024-884a-4f1a-899c-5d80e25f924b details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:22.953203 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (4e9fe870-b01e-443b-9df7-71d9c7991605), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:22.953787 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Added segment 4e9fe870-b01e-443b-9df7-71d9c7991605 of type vlan for network b240573d-5963-4883-923c-91efd41baf51 Mar 22 17:32:22.957079 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.009756 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (b240573d-5963-4883-923c-91efd41baf51), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.060323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5715b-2ddf-45e4-938e-939559d22c76,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.071831 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:23.079338 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (b240573d-5963-4883-923c-91efd41baf51), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.080856 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:23.081815 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.086583 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks [] for security_group (de9f48fd-68f9-4782-b6ec-17c69b7d7007), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.102385 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (de9f48fd-68f9-4782-b6ec-17c69b7d7007), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.125535 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:23.126585 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:23.140642 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:23.144073 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (35eae5df-7baf-4949-af91-e5ddb41af1c5), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.144464 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Added segment 35eae5df-7baf-4949-af91-e5ddb41af1c5 of type vlan for network d558cd20-d899-456f-b16e-c546ad897d26 Mar 22 17:32:23.152420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] Pushing event updated for resources: {'Network': ['ID=b240573d-5963-4883-923c-91efd41baf51,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.176059 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4454551f-b8c7-40a3-b7f9-f5e804879800 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0880919 Mar 22 17:32:23.178734 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59170) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:23.187292 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Request body: {'subnet': {'network_id': 'b240573d-5963-4883-923c-91efd41baf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-743815104-subnet', 'tenant_id': '7058545d32d440659b34671654f1481e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:23.212580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (d558cd20-d899-456f-b16e-c546ad897d26), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.216207 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network b240573d-5963-4883-923c-91efd41baf51 details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:23.260667 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Attempting to bind port 6ead5646-a90a-4e07-8c3e-cad730fceb9c on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:23.260935 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Attempting to bind port 6ead5646-a90a-4e07-8c3e-cad730fceb9c by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:23.261299 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Attempting to bind port 6ead5646-a90a-4e07-8c3e-cad730fceb9c on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:23.263665 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Made reservation on behalf of 7058545d32d440659b34671654f1481e for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:23.266258 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.273855 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:23.274238 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:23.274646 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.275080 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Bound using segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:23.275549 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Bound port: 6ead5646-a90a-4e07-8c3e-cad730fceb9c, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:23.275929 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.319482 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.362141 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] For port 6ead5646-a90a-4e07-8c3e-cad730fceb9c, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:23.371600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] For port 6ead5646-a90a-4e07-8c3e-cad730fceb9c, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6ead5646-a90a-4e07-8c3e-cad730fceb9c,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:23.380052 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.386735 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Pushing event updated for resources: {'Port': ['ID=6ead5646-a90a-4e07-8c3e-cad730fceb9c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.416609 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (d558cd20-d899-456f-b16e-c546ad897d26), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.418430 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:23.418829 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:23.418977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.429957 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (18f35fe1-9142-4304-969f-fbcc72ce604b), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.430661 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Added segment 18f35fe1-9142-4304-969f-fbcc72ce604b of type vlan for network 9707dd0b-e995-4ba4-ab35-779c51ac595e Mar 22 17:32:23.436977 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.478335 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (9707dd0b-e995-4ba4-ab35-779c51ac595e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.492332 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.492839 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.493195 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.493689 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.494071 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.494411 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.494742 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.495654 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.496822 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Pushing event updated for resources: {'Network': ['ID=d558cd20-d899-456f-b16e-c546ad897d26,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.496973 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.497202 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.497547 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.497902 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.498244 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.498829 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.499229 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Tracked resource versions report: Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: pushed versions: Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: { 'AddressGroup': {'1.2'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Agent': {'1.1'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'ConntrackHelper': {'1.0'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Log': {'1.0'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'NDPProxy': {'1.0'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Network': {'1.1'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Port': {'1.7'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'PortForwarding': {'1.3'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'QosPolicy': {'1.10'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroup': {'1.5'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'SubPort': {'1.0'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Subnet': {'1.1'}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Trunk': {'1.1'}} Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: consumer versions: Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Agent': '1.1', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'ConntrackHelper': '1.0', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'LocalIPAssociation': '1.0', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Log': '1.0', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'NDPProxy': '1.0', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Network': '1.1', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Port': '1.7', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'PortForwarding': '1.3', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'QosPolicy': '1.10', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroup': '1.5', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'SecurityGroupRule': '1.2', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'SubPort': '1.0', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Subnet': '1.1', Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: 'Trunk': '1.1'}} Mar 22 17:32:23.500678 dv-cinder-820578-3-smb neutron-server[103200]: {{(pid=103200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:32:23.525152 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network d558cd20-d899-456f-b16e-c546ad897d26 details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:23.549738 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1657467 Mar 22 17:32:23.555249 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b0de9-7650-4d8b-bd92-68c2ede72471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9f48fd-68f9-4782-b6ec-17c69b7d7007,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.562054 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59192) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:23.566229 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks [] for security_group (74884d04-72db-4dba-bcdf-006f22aea5df), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.589198 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (9707dd0b-e995-4ba4-ab35-779c51ac595e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.590156 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:23.590909 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.601192 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (74884d04-72db-4dba-bcdf-006f22aea5df), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.605907 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Request body: {'subnet': {'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-867614721-subnet', 'tenant_id': '7ff3bc420d174d6da2176507a3086a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:23.618256 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:23.633585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (571856de-f05b-44ef-855d-d92f2fc245d3), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.634242 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Added segment 571856de-f05b-44ef-855d-d92f2fc245d3 of type vlan for network bab3073a-46f5-469d-a206-23a3121eba1f Mar 22 17:32:23.708662 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (2c567d4f-c89e-4a9d-9959-681ff2933592), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.738141 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (bab3073a-46f5-469d-a206-23a3121eba1f), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.741521 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e6399-0611-4392-afaf-4d7205a91825 None None] Pushing event updated for resources: {'Port': ['ID=6ead5646-a90a-4e07-8c3e-cad730fceb9c,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.773837 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74884d04-72db-4dba-bcdf-006f22aea5df,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.827572 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c567d4f-c89e-4a9d-9959-681ff2933592,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.850357 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Checking segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:23.850983 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Network hostable DHCP agents. Network: c8359024-884a-4f1a-899c-5d80e25f924b, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:23.854186 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (bab3073a-46f5-469d-a206-23a3121eba1f), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.856000 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:23.856803 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:23.955242 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5454695 Mar 22 17:32:23.955242 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Network c8359024-884a-4f1a-899c-5d80e25f924b is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:23.957581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf35f-aa2c-4359-8311-535e62b4d8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bab3073a-46f5-469d-a206-23a3121eba1f,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:23.962975 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59200) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:23.971789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Request body: {'subnet': {'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-subnet', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:23.987521 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, c8359024-884a-4f1a-899c-5d80e25f924b) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:23.993814 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:23.994407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network bab3073a-46f5-469d-a206-23a3121eba1f details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:23.994706 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.030789 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-1873a688-6f0c-419b-9b56-bc2ff74321b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3515937 Mar 22 17:32:24.030789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Made reservation on behalf of 9a76be41bbf345b08096eb14e1a33524 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:24.035291 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.041995 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59202) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:24.055244 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Made reservation on behalf of 7ff3bc420d174d6da2176507a3086a57 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:24.068461 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.086157 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:24.130132 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2902360 Mar 22 17:32:24.142202 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815d2fb-142a-43a8-8f89-bb7ed52b591d None None] Network c8359024-884a-4f1a-899c-5d80e25f924b requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:24.181262 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda5903-d17d-42f9-853d-7442b87d5597 admin admin] Pushing event updated for resources: {'Network': ['ID=9707dd0b-e995-4ba4-ab35-779c51ac595e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:24.183653 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59204) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:24.221918 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Request body: {'subnet': {'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-subnet', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:24.237324 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks [] for router_gateway (96c6a448-e62c-45df-920c-7b1d03529d7d), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.238926 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.249934 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.261821 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:24.264160 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6ead5646-a90a-4e07-8c3e-cad730fceb9c up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:24.304785 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.398508 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Made reservation on behalf of 649cf937c9f94e93bb9540a976dabe34 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:24.400840 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.542457 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks [] for router_controller (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), precommit_add_association {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.582869 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 6ead5646-a90a-4e07-8c3e-cad730fceb9c triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:24.584932 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.588782 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-c8359024-884a-4f1a-899c-5d80e25f924b', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:32:24.590297 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.761712 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (44e8aaad-1456-495c-90bc-4ace62094bc0), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.848481 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Allocated IP 172.28.1.36 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/e07ce3fe-364c-4b56-8305-925ce0a95f00) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:24.899377 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks [] for router_gateway (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.923712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (a1e7ea19-b265-49f8-a74f-c2c5dea0874a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:24.966054 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.045144 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e8aaad-1456-495c-90bc-4ace62094bc0,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:25.080938 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e7ea19-b265-49f8-a74f-c2c5dea0874a,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:25.082356 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 6ead5646-a90a-4e07-8c3e-cad730fceb9c is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:25.082873 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.114995 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Checking segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:25.115401 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Network hostable DHCP agents. Network: bab3073a-46f5-469d-a206-23a3121eba1f, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:25.130311 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 6ead5646-a90a-4e07-8c3e-cad730fceb9c, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6ead5646-a90a-4e07-8c3e-cad730fceb9c,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:25.138195 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.163106 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Network bab3073a-46f5-469d-a206-23a3121eba1f is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:25.181179 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, bab3073a-46f5-469d-a206-23a3121eba1f) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:25.182834 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Allocated IP 172.20.0.2 (c8359024-884a-4f1a-899c-5d80e25f924b/2c567d4f-c89e-4a9d-9959-681ff2933592/1e0e4373-56eb-4886-9591-b92075de0cfa) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:25.186922 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:25.187553 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.200858 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac73fe-ecb4-4842-b4b3-2513f97945c0 None None] Network bab3073a-46f5-469d-a206-23a3121eba1f requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:25.224523 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0e2d652f-2c04-49de-bcd8-8b5f70ece202 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2616580 Mar 22 17:32:25.228324 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59236) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:25.237151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:25.259856 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Checking segment: {'id': '4e9fe870-b01e-443b-9df7-71d9c7991605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b240573d-5963-4883-923c-91efd41baf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:25.260134 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Network hostable DHCP agents. Network: b240573d-5963-4883-923c-91efd41baf51, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:25.274855 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (4a0035cb-bfbb-4970-b45d-a29d203dac83), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.284510 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=6ead5646-a90a-4e07-8c3e-cad730fceb9c,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:25.287204 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:25.337492 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488083c-57a6-43e5-831d-96e9ed01f72e None None] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:25.373413 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks [] for router_gateway (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.395077 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.395637 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Checking segment: {'id': '35eae5df-7baf-4949-af91-e5ddb41af1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:25.396186 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Network hostable DHCP agents. Network: d558cd20-d899-456f-b16e-c546ad897d26, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:25.407610 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (3641f5f5-8c2c-4736-9942-b8e46743f164), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.409404 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (3641f5f5-8c2c-4736-9942-b8e46743f164), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.422101 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Network b240573d-5963-4883-923c-91efd41baf51 is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:25.428212 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks [] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.455989 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0035cb-bfbb-4970-b45d-a29d203dac83,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:25.480721 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, b240573d-5963-4883-923c-91efd41baf51) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:25.483857 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-bab3073a-46f5-469d-a206-23a3121eba1f', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:32:25.484733 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.496398 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:25.496962 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.512950 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccf0ca-2d84-4ad4-9a8f-025babbc7649 None None] Network b240573d-5963-4883-923c-91efd41baf51 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:25.527334 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-c0019baf-1eb3-4278-9e8f-2693459f3411 None None] Provisioning complete for port 6ead5646-a90a-4e07-8c3e-cad730fceb9c triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:25.527739 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0019baf-1eb3-4278-9e8f-2693459f3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.543342 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Checking segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:25.543713 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Network hostable DHCP agents. Network: 9707dd0b-e995-4ba4-ab35-779c51ac595e, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:25.545721 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Network d558cd20-d899-456f-b16e-c546ad897d26 is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:25.574398 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks [] for router_controller (3641f5f5-8c2c-4736-9942-b8e46743f164), precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.578848 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, d558cd20-d899-456f-b16e-c546ad897d26) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:25.585069 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-99e2f964-75f9-40ba-b7b7-8a99c9637199 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4042535 Mar 22 17:32:25.592137 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:25.592677 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.612524 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce6602-e651-43f9-a2dd-f65a48dbffb9 None None] Network d558cd20-d899-456f-b16e-c546ad897d26 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:25.705654 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Allocated IP 172.28.1.133 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/7cafbd3c-be19-46c5-ab30-c298676fc40c) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:25.803989 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.807249 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:25.858278 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks [] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.882430 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks [] for router_gateway (3641f5f5-8c2c-4736-9942-b8e46743f164), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.888637 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Pushing event updated for resources: {'Port': ['ID=e07ce3fe-364c-4b56-8305-925ce0a95f00,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:25.905582 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:25.911174 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:25.912676 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 9707dd0b-e995-4ba4-ab35-779c51ac595e) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:25.921084 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:25.945988 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1b4c801f-6b16-434e-9cca-fb319e0fc06e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3437705 Mar 22 17:32:25.945988 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:25.963290 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:25.972293 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:25.977205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:26.004234 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Publish callbacks [] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.023368 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cafbd3c-be19-46c5-ab30-c298676fc40c,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:26.055890 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.280763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks [] for router_gateway (96c6a448-e62c-45df-920c-7b1d03529d7d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.317410 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b82bfe-4483-4312-918d-3f200a051b61 None None] Network b240573d-5963-4883-923c-91efd41baf51 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:26.319646 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6ead5646-a90a-4e07-8c3e-cad730fceb9c up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:26.412438 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:26.414331 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.438726 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-5ce91d53-c1f9-4f68-9c5f-0ca0729e55e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2228522 Mar 22 17:32:26.443417 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59280) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:26.448744 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:26.450597 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Network c8359024-884a-4f1a-899c-5d80e25f924b is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:26.713201 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411abfd3-ab58-473c-a166-f7ef6a1d55c6 None None] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:26.718970 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:26.743523 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Pushing event updated for resources: {'Port': ['ID=1e0e4373-56eb-4886-9591-b92075de0cfa,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:26.767621 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:26.779254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3517ae2-3a2b-4795-99d1-121308495225 None None] Network d558cd20-d899-456f-b16e-c546ad897d26 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:26.834499 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.835329 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.841981 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks [] for router_gateway (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:26.900956 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59298) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:26.983684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-789370270-network', 'tenant_id': '3ac913d6a80349a9ab4603b696f3ad41'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:26.984249 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Attempting to bind port 1e0e4373-56eb-4886-9591-b92075de0cfa on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:26.984249 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Attempting to bind port 1e0e4373-56eb-4886-9591-b92075de0cfa by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:26.984599 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Attempting to bind port 1e0e4373-56eb-4886-9591-b92075de0cfa on network c8359024-884a-4f1a-899c-5d80e25f924b {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:27.067965 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Allocated IP 172.20.0.2 (bab3073a-46f5-469d-a206-23a3121eba1f/a1e7ea19-b265-49f8-a74f-c2c5dea0874a/7cd692de-2f29-41d9-8416-65cb4de9e40a) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:27.070438 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:27.070892 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Checking segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:27.071334 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.071737 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Bound using segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:27.072231 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Bound port: 1e0e4373-56eb-4886-9591-b92075de0cfa, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:27.072618 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.072789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Made reservation on behalf of 3ac913d6a80349a9ab4603b696f3ad41 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:27.077884 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.079066 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c0019baf-1eb3-4278-9e8f-2693459f3411 None None] Current status of the port 6ead5646-a90a-4e07-8c3e-cad730fceb9c is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:27.088497 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59324) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:27.090643 dv-cinder-820578-3-smb neutron-server[103198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:32:27.091780 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks [] for router_controller (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.106322 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 6ead5646-a90a-4e07-8c3e-cad730fceb9c triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:27.106728 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.123177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.134709 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (96c6a448-e62c-45df-920c-7b1d03529d7d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.288624 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-9707dd0b-e995-4ba4-ab35-779c51ac595e', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:32:27.289568 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.317000 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] For port 1e0e4373-56eb-4886-9591-b92075de0cfa, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:27.340863 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] For port 1e0e4373-56eb-4886-9591-b92075de0cfa, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1e0e4373-56eb-4886-9591-b92075de0cfa,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:27.384083 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.460174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-61c4ab99-80e8-47c8-b3ec-76ee43e73000 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:27.461982 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-61c4ab99-80e8-47c8-b3ec-76ee43e73000 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/networks?id=d558cd20-d899-456f-b16e-c546ad897d26 HTTP/1.1" status: 200 len: 811 time: 0.3724687 Mar 22 17:32:27.464456 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks [] for router_gateway (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.505800 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks [] for security_group (23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.508600 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.513398 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-d3b9c394-8076-4c57-a287-73d046344aab tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/quotas/7ff3bc420d174d6da2176507a3086a57 HTTP/1.1" status: 200 len: 375 time: 0.0345268 Mar 22 17:32:27.515896 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.556215 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks [] for router_gateway (3641f5f5-8c2c-4736-9942-b8e46743f164), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.596616 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.647872 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:32:27.679818 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-513573a1-24e2-41e0-a8ab-2c6cf886dd2b tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ff3bc420d174d6da2176507a3086a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444447 Mar 22 17:32:27.691709 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Allocated IP 172.20.0.2 (9707dd0b-e995-4ba4-ab35-779c51ac595e/4a0035cb-bfbb-4970-b45d-a29d203dac83/94857e6a-5099-47c1-be57-0179e6dbc8db) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:27.721724 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Router 96c6a448-e62c-45df-920c-7b1d03529d7d is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:32:27.727087 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (0a2265db-75bd-4ec3-afc2-26fc9dabed94), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.727685 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Added segment 0a2265db-75bd-4ec3-afc2-26fc9dabed94 of type vlan for network 318ae88d-e309-4a29-9668-cc35a038ec8d Mar 22 17:32:27.738256 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:27.843494 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (318ae88d-e309-4a29-9668-cc35a038ec8d), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.864836 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Allocated IP 172.28.1.212 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/25730bfe-4582-430f-a125-5c956659baab) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:27.877300 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 6ead5646-a90a-4e07-8c3e-cad730fceb9c is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:27.906983 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-44df687a-602d-4d7e-a424-9a460d4c7fe1 None None] Provisioning complete for port 6ead5646-a90a-4e07-8c3e-cad730fceb9c triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:27.906983 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44df687a-602d-4d7e-a424-9a460d4c7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.925731 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (318ae88d-e309-4a29-9668-cc35a038ec8d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.926762 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:27.927379 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.952456 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Publish callbacks [] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:27.965715 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4692ddc-cb15-484a-9d7b-3d13a52a0214 None None] Pushing event updated for resources: {'Port': ['ID=1e0e4373-56eb-4886-9591-b92075de0cfa,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:27.978243 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.040108 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1377971 Mar 22 17:32:28.047535 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59340) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:28.055580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Request body: {'subnet': {'network_id': '318ae88d-e309-4a29-9668-cc35a038ec8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-789370270-subnet', 'tenant_id': '3ac913d6a80349a9ab4603b696f3ad41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:28.055974 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Network bab3073a-46f5-469d-a206-23a3121eba1f is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:28.071529 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e330-cffc-4840-a77e-0103abaaf286 admin admin] Pushing event updated for resources: {'Network': ['ID=318ae88d-e309-4a29-9668-cc35a038ec8d,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:28.091973 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:28.101483 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-954e82fb-a87c-4b18-bc35-15e3b15f225d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:32:28.101871 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:28.102799 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-954e82fb-a87c-4b18-bc35-15e3b15f225d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1397922 Mar 22 17:32:28.108365 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Made reservation on behalf of 3ac913d6a80349a9ab4603b696f3ad41 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:28.111236 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.114625 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 318ae88d-e309-4a29-9668-cc35a038ec8d details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:32:28.116597 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Pushing event updated for resources: {'Port': ['ID=7cd692de-2f29-41d9-8416-65cb4de9e40a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:28.256596 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Publish callbacks [] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.268682 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:32:28.313954 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.323928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:28.336909 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:28.353246 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:28.354439 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:28.361480 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks [] for port (25730bfe-4582-430f-a125-5c956659baab), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.365121 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Attempting to bind port 7cd692de-2f29-41d9-8416-65cb4de9e40a on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:28.365612 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Attempting to bind port 7cd692de-2f29-41d9-8416-65cb4de9e40a by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:28.365861 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Attempting to bind port 7cd692de-2f29-41d9-8416-65cb4de9e40a on network bab3073a-46f5-469d-a206-23a3121eba1f {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:28.375196 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:28.380548 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:28.388361 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:28.396213 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-44df687a-602d-4d7e-a424-9a460d4c7fe1 None None] Current status of the port 6ead5646-a90a-4e07-8c3e-cad730fceb9c is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:28.419316 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (25730bfe-4582-430f-a125-5c956659baab), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.431952 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:28.432470 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Checking segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:28.433530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.433944 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Bound using segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:28.434462 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Bound port: 7cd692de-2f29-41d9-8416-65cb4de9e40a, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:28.434852 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.466335 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks [] for router_gateway (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.473366 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-edd775c8-9c7f-4675-9e1a-b7523a0a3b19 service neutron] 10.222.0.48 "GET /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585470 Mar 22 17:32:28.488444 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Pushing event updated for resources: {'Port': ['ID=94857e6a-5099-47c1-be57-0179e6dbc8db,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:28.521525 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.525857 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6c452190-7b6f-4662-9bf9-2a16e13a2d1c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1665978 Mar 22 17:32:28.525857 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:28.530881 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Attempting to bind port 94857e6a-5099-47c1-be57-0179e6dbc8db on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:28.530881 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Attempting to bind port 94857e6a-5099-47c1-be57-0179e6dbc8db by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:28.531232 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.531335 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Attempting to bind port 94857e6a-5099-47c1-be57-0179e6dbc8db on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:28.560043 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:28.560601 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Checking segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:28.561019 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.561526 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Bound using segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:28.562028 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Bound port: 94857e6a-5099-47c1-be57-0179e6dbc8db, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:28.562475 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.643032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] For port 7cd692de-2f29-41d9-8416-65cb4de9e40a, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:28.648725 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Allocated IP 172.28.1.43 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/90edb9f0-212a-478c-abf9-7d9021911c74) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:28.652315 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:28.660488 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59354) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:28.667376 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:28.676006 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] For port 7cd692de-2f29-41d9-8416-65cb4de9e40a, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cd692de-2f29-41d9-8416-65cb4de9e40a,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:28.683427 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:28.692331 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] For port 94857e6a-5099-47c1-be57-0179e6dbc8db, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:28.695719 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.701384 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] For port 94857e6a-5099-47c1-be57-0179e6dbc8db, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=94857e6a-5099-47c1-be57-0179e6dbc8db,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:28.759375 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dfc75-5d88-41ce-b46d-8782789c8fef None None] Pushing event updated for resources: {'Port': ['ID=7cd692de-2f29-41d9-8416-65cb4de9e40a,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:28.771389 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.788124 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:28.797694 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:28.798352 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:28.800515 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.803757 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:28.806317 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8d45001d-9e1d-42a4-a280-a23556abd6a1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7617006 Mar 22 17:32:28.807841 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59356) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:28.878854 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:26Z', 'revision_number': 3, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:28.910645 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-d9eec97c-503a-4b22-a206-5c6917a287a0 service neutron] 10.222.0.48 "GET /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360466 Mar 22 17:32:28.919526 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:28.920122 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Updating router 96c6a448-e62c-45df-920c-7b1d03529d7d port e07ce3fe-364c-4b56-8305-925ce0a95f00 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:28.995341 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:29.053322 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (04e27266-c2f3-442c-ad0b-df61dc539c0d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:29.139065 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:29.225059 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e27266-c2f3-442c-ad0b-df61dc539c0d,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:29.242088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Checking segment: {'id': '0a2265db-75bd-4ec3-afc2-26fc9dabed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318ae88d-e309-4a29-9668-cc35a038ec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:29.242774 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Network hostable DHCP agents. Network: 318ae88d-e309-4a29-9668-cc35a038ec8d, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:32:29.288663 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Network 318ae88d-e309-4a29-9668-cc35a038ec8d is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:32:29.311220 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 318ae88d-e309-4a29-9668-cc35a038ec8d) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:29.321301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:29.324466 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:29.369092 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d2c5d7-44fb-4f0f-abab-a2c742ff2523 None None] Network 318ae88d-e309-4a29-9668-cc35a038ec8d requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:29.386976 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e79a797c-c9fd-40ab-9331-680d92f6582e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3337982 Mar 22 17:32:29.419951 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59380) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:29.429285 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Pushing event updated for resources: {'Port': ['ID=25730bfe-4582-430f-a125-5c956659baab,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:29.626630 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-010d1d47-f6a3-4268-95a7-81eccabb9438 req-1c3b2f5d-3b85-4cc2-8fcb-57633c1d9e83 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 210 time: 0.1846113 Mar 22 17:32:29.800613 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59412) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:29.909371 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_v2 [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Deleting subnet 44e8aaad-1456-495c-90bc-4ace62094bc0 {{(pid=103198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:32:29.926986 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Publish callbacks [] for subnet (44e8aaad-1456-495c-90bc-4ace62094bc0), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:29.998017 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab411b64-c622-466f-ab9e-12f39c9602bf None None] Network c8359024-884a-4f1a-899c-5d80e25f924b requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:30.001194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Publish callbacks [] for subnet (44e8aaad-1456-495c-90bc-4ace62094bc0), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.014582 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (44e8aaad-1456-495c-90bc-4ace62094bc0), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.132186 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95621e-6a42-41a9-9552-a0ac4a5d9fa1 None None] Pushing event updated for resources: {'Port': ['ID=94857e6a-5099-47c1-be57-0179e6dbc8db,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:30.221441 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for subnet (44e8aaad-1456-495c-90bc-4ace62094bc0), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.257329 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b1841-ca5f-403e-868d-9e047ccfb70e None None] Network 318ae88d-e309-4a29-9668-cc35a038ec8d requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:30.407373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1e0e4373-56eb-4886-9591-b92075de0cfa up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:30.461260 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] Provisioning complete for port 1e0e4373-56eb-4886-9591-b92075de0cfa triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:30.461704 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.502593 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e8aaad-1456-495c-90bc-4ace62094bc0,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:30.510332 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.517295 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-59167ab2-301e-4298-8c61-cac4b6c0fe2f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/44e8aaad-1456-495c-90bc-4ace62094bc0 HTTP/1.1" status: 204 len: 168 time: 0.7154093 Mar 22 17:32:30.519985 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59438) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:30.611275 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks [] for router_gateway (3641f5f5-8c2c-4736-9942-b8e46743f164), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.684736 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (b240573d-5963-4883-923c-91efd41baf51), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:30.695836 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213ae43-60c1-48c3-8a5e-f0e082ce63cf None None] Network bab3073a-46f5-469d-a206-23a3121eba1f requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:30.836385 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-52f3107f-eed7-4b19-b51c-81ddc9e37813 req-f5a46391-20aa-45e1-8377-46d3e9ffd632 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 210 time: 0.0999181 Mar 22 17:32:30.882480 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks [] for port (90edb9f0-212a-478c-abf9-7d9021911c74), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.000580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (b240573d-5963-4883-923c-91efd41baf51), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.053918 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:26Z', 'revision_number': 3, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:31.060566 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.061258 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.062521 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.063089 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.063880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.064686 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.065208 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.065706 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.066202 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.066745 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.107947 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:31.108303 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Updating router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 port 7cafbd3c-be19-46c5-ab30-c298676fc40c binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:31.244820 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] Current status of the port 1e0e4373-56eb-4886-9591-b92075de0cfa is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:31.245228 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.248086 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.286293 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.314559 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 1e0e4373-56eb-4886-9591-b92075de0cfa triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:31.314965 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.375052 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] For port 1e0e4373-56eb-4886-9591-b92075de0cfa, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1e0e4373-56eb-4886-9591-b92075de0cfa,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:31.384576 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5bdd11-1742-4bb6-846f-48ec39d7d705 None None] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:32:31.461360 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.519905 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.520628 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.522443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.522767 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:31.523170 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b240573d-5963-4883-923c-91efd41baf51']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:31.575463 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.578841 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9fe870-b01e-443b-9df7-71d9c7991605') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:31.579171 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9fe870-b01e-443b-9df7-71d9c7991605') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:31.611244 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59480) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:31.614679 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (4e9fe870-b01e-443b-9df7-71d9c7991605), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.633089 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (3641f5f5-8c2c-4736-9942-b8e46743f164), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.681210 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (4e9fe870-b01e-443b-9df7-71d9c7991605), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.701711 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:32:31.702386 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (4e9fe870-b01e-443b-9df7-71d9c7991605), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: from cryptography.utils import int_from_bytes Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: from cryptography.utils import int_from_bytes Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:32:31.710007 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:32:31.804885 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Provisioning complete for port 7cd692de-2f29-41d9-8416-65cb4de9e40a triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:31.805675 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.856907 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (b240573d-5963-4883-923c-91efd41baf51), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.886615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.893420 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Publish callbacks [] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.896810 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b240573d-5963-4883-923c-91efd41baf51 HTTP/1.1" status: 204 len: 168 time: 1.3755050 Mar 22 17:32:31.901767 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.909834 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59486) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:31.954674 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:31.967501 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c588f4-92ab-40b6-a83b-732097650712 None None] Pushing event updated for resources: {'Port': ['ID=1e0e4373-56eb-4886-9591-b92075de0cfa,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:31.982782 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fe853-e68a-4ccc-b7e0-32d8fdc244d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b240573d-5963-4883-923c-91efd41baf51,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:31.986637 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da192cfc-fce4-49fd-a6c6-aca8d5f97f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.015128 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Attempting to bind port e07ce3fe-364c-4b56-8305-925ce0a95f00 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:32.015509 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Attempting to bind port e07ce3fe-364c-4b56-8305-925ce0a95f00 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:32.016048 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Attempting to bind port e07ce3fe-364c-4b56-8305-925ce0a95f00 on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:32.018639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:32.025672 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:32.026063 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:32.026475 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.027443 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:32.027930 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Bound port: e07ce3fe-364c-4b56-8305-925ce0a95f00, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:32.028322 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.074309 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:32.161549 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Deleting subnet 04e27266-c2f3-442c-ad0b-df61dc539c0d {{(pid=103198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:32:32.180790 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] For port e07ce3fe-364c-4b56-8305-925ce0a95f00, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:32.185516 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] For port e07ce3fe-364c-4b56-8305-925ce0a95f00, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=e07ce3fe-364c-4b56-8305-925ce0a95f00,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:32.197144 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.225221 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 1e0e4373-56eb-4886-9591-b92075de0cfa is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:32.226391 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cd692de-2f29-41d9-8416-65cb4de9e40a up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:32.248417 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Pushing event updated for resources: {'Port': ['ID=90edb9f0-212a-478c-abf9-7d9021911c74,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:32.270596 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:32.271592 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:32.298235 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Current status of the port 7cd692de-2f29-41d9-8416-65cb4de9e40a is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:32.298650 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.317330 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Publish callbacks [] for subnet (04e27266-c2f3-442c-ad0b-df61dc539c0d), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.386683 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c88dcab-fb3b-4737-ac0c-93f68bafd945 req-e6d77c7a-1b2b-44d8-be38-7b68860e89ca tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 210 time: 0.2158198 Mar 22 17:32:32.414977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506761'] for subnet (04e27266-c2f3-442c-ad0b-df61dc539c0d), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.460801 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] For port 7cd692de-2f29-41d9-8416-65cb4de9e40a, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cd692de-2f29-41d9-8416-65cb4de9e40a,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:32.471305 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:32.481572 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da192cfc-fce4-49fd-a6c6-aca8d5f97f8c admin admin] Publish callbacks [] for security_group (4e567e80-9af3-4994-a0fd-2b5222e84e99), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.499877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da192cfc-fce4-49fd-a6c6-aca8d5f97f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4e567e80-9af3-4994-a0fd-2b5222e84e99), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.504426 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.571986 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (04e27266-c2f3-442c-ad0b-df61dc539c0d), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.594382 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Allocated IP 172.20.0.1 (aa10e76c-bebe-4d39-9a51-c995c2c54649/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d/16f563ed-35a5-456e-9a15-46764c9d282e) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:32.626334 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-da192cfc-fce4-49fd-a6c6-aca8d5f97f8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaae8b4b8e124ac78203b07541e4f973&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0138009 Mar 22 17:32:32.627067 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59502) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:32.632757 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 7cd692de-2f29-41d9-8416-65cb4de9e40a triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:32.633538 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.654033 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da192cfc-fce4-49fd-a6c6-aca8d5f97f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e567e80-9af3-4994-a0fd-2b5222e84e99,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:32.668487 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Pushing event updated for resources: {'Port': ['ID=e07ce3fe-364c-4b56-8305-925ce0a95f00,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:32.684627 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.684987 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.685348 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.685705 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.686067 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.686390 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.686717 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.687255 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.687729 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.688205 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.688678 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.689189 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.689785 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.690253 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.690720 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Tracked resource versions report: Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: pushed versions: Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: { 'AddressGroup': {'1.2'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Agent': {'1.1'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Log': {'1.0'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'NDPProxy': {'1.0'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Network': {'1.1'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Port': {'1.7'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'PortForwarding': {'1.3'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'QosPolicy': {'1.10'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroup': {'1.5'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'SubPort': {'1.0'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Subnet': {'1.1'}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Trunk': {'1.1'}} Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: consumer versions: Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: { DHCP agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: L3 agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: Metadata agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: Metering agent@dv-cinder-820578-3-smb: {}, Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: Open vSwitch agent@dv-cinder-820578-3-smb: { 'AddressGroup': '1.2', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Agent': '1.1', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'ConntrackHelper': '1.0', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'LocalIPAssociation': '1.0', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Log': '1.0', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'NDPProxy': '1.0', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Network': '1.1', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Port': '1.7', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'PortForwarding': '1.3', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'QosPolicy': '1.10', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroup': '1.5', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'SecurityGroupRule': '1.2', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'SubPort': '1.0', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Subnet': '1.1', Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: 'Trunk': '1.1'}} Mar 22 17:32:32.691997 dv-cinder-820578-3-smb neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:32:32.735612 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.741065 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-46bb9692-7a13-4c1b-9ab8-9427840af51f admin admin] Publish callbacks [] for security_group (4e567e80-9af3-4994-a0fd-2b5222e84e99), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.749547 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26098723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26337185'] for subnet (04e27266-c2f3-442c-ad0b-df61dc539c0d), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.774863 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Provisioning complete for port 94857e6a-5099-47c1-be57-0179e6dbc8db triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:32.775484 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.825770 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498e06e-9a04-4914-8bf7-ff18c4ef3393 None None] Pushing event updated for resources: {'Port': ['ID=e07ce3fe-364c-4b56-8305-925ce0a95f00,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:32.866432 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:26Z', 'revision_number': 3, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:32.869021 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e27266-c2f3-442c-ad0b-df61dc539c0d,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:32.907969 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c30a6a2-1781-4461-81d4-de60c1703692 None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:26Z', 'revision_number': 3, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:32.912309 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.64', 54652) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:32.923632 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:32.940574 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e11873ca-f452-48a4-8a27-d5317d08db18 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/04e27266-c2f3-442c-ad0b-df61dc539c0d HTTP/1.1" status: 204 len: 168 time: 1.0286655 Mar 22 17:32:32.976058 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Pushing event updated for resources: {'Port': ['ID=7cd692de-2f29-41d9-8416-65cb4de9e40a,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:32.983217 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59508) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:32.983217 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59510) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:33.033017 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-46bb9692-7a13-4c1b-9ab8-9427840af51f admin admin] Publish callbacks [] for security_group (4e567e80-9af3-4994-a0fd-2b5222e84e99), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.104704 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Publish callbacks [] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.137175 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.158387 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-ab5c01fc-cdce-401a-b521-6e10a06c5778 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:33.162451 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-ab5c01fc-cdce-401a-b521-6e10a06c5778 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.64 "GET /v2.0/networks?id=d558cd20-d899-456f-b16e-c546ad897d26 HTTP/1.1" status: 200 len: 811 time: 0.2204602 Mar 22 17:32:33.163145 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (318ae88d-e309-4a29-9668-cc35a038ec8d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.175732 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:32:33.181973 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-46bb9692-7a13-4c1b-9ab8-9427840af51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4e567e80-9af3-4994-a0fd-2b5222e84e99), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.186906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-46bb9692-7a13-4c1b-9ab8-9427840af51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.192339 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-46bb9692-7a13-4c1b-9ab8-9427840af51f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e567e80-9af3-4994-a0fd-2b5222e84e99 HTTP/1.1" status: 204 len: 168 time: 0.5560107 Mar 22 17:32:33.202816 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb9692-7a13-4c1b-9ab8-9427840af51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e567e80-9af3-4994-a0fd-2b5222e84e99,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:33.220079 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Request body: {'port': {'device_id': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26', 'admin_state_up': True, 'tenant_id': '7ff3bc420d174d6da2176507a3086a57'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:33.265391 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Allocated IP 172.20.0.1 (c8359024-884a-4f1a-899c-5d80e25f924b/2c567d4f-c89e-4a9d-9959-681ff2933592/0095167b-70d1-412f-8b0e-13a19ba7be57) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:33.379802 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 7cd692de-2f29-41d9-8416-65cb4de9e40a is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:33.388586 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Current status of the port 94857e6a-5099-47c1-be57-0179e6dbc8db is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:33.388998 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.391961 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Attempting to bind port 7cafbd3c-be19-46c5-ab30-c298676fc40c on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:33.392329 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Attempting to bind port 7cafbd3c-be19-46c5-ab30-c298676fc40c by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:33.392683 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Attempting to bind port 7cafbd3c-be19-46c5-ab30-c298676fc40c on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:33.396440 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eba21-c031-4aed-8c66-7a3ebc8159e7 None None] Pushing event updated for resources: {'Port': ['ID=7cafbd3c-be19-46c5-ab30-c298676fc40c,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:33.422902 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:33.423626 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:33.423626 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.424364 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:33.424613 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Bound port: 7cafbd3c-be19-46c5-ab30-c298676fc40c, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:33.425016 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.442497 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks [] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.521874 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.569141 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb183b8-b451-48b7-ada4-d131cdc4977c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.608311 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks [] for router_gateway (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.634973 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks [] for port (16f563ed-35a5-456e-9a15-46764c9d282e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.652906 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] For port 7cafbd3c-be19-46c5-ab30-c298676fc40c, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:33.657583 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] For port 7cafbd3c-be19-46c5-ab30-c298676fc40c, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cafbd3c-be19-46c5-ab30-c298676fc40c,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:33.665001 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] For port 94857e6a-5099-47c1-be57-0179e6dbc8db, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=94857e6a-5099-47c1-be57-0179e6dbc8db,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:33.672608 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.691658 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.832228 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1e0e4373-56eb-4886-9591-b92075de0cfa up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:33.845008 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:33.845957 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:33.875877 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c21b9-09b5-4344-9156-ec62166d70cc None None] Pushing event updated for resources: {'Port': ['ID=94857e6a-5099-47c1-be57-0179e6dbc8db,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:33.892162 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e7545b97-bf7c-43eb-b290-be2497700933 req-abd7031e-d957-4899-8d7a-b7cec865c57c tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 210 time: 0.0844829 Mar 22 17:32:33.918247 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Provisioning complete for port 7cd692de-2f29-41d9-8416-65cb4de9e40a triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:33.918247 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.972965 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Pushing event updated for resources: {'Port': ['ID=0095167b-70d1-412f-8b0e-13a19ba7be57,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:33.992284 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Made reservation on behalf of 7ff3bc420d174d6da2176507a3086a57 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:33.998733 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:34.033630 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Network c8359024-884a-4f1a-899c-5d80e25f924b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:34.035251 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eba21-c031-4aed-8c66-7a3ebc8159e7 None None] Pushing event updated for resources: {'Port': ['ID=7cafbd3c-be19-46c5-ab30-c298676fc40c,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:34.152170 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 1e0e4373-56eb-4886-9591-b92075de0cfa triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:34.152585 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:34.180312 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:34.194859 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (318ae88d-e309-4a29-9668-cc35a038ec8d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:34.197480 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:34.197955 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:34.304506 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:34.493485 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Allocated IP 172.20.0.3 (d558cd20-d899-456f-b16e-c546ad897d26/5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9/0767e647-20f3-443f-9875-f92ffd160931) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:34.595130 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.595495 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.596306 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.596638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > port after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.596966 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.597484 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > port after_update 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.597813 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.598139 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.598499 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.598829 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.856393 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.856949 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.857494 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.858024 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:34.858595 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318ae88d-e309-4a29-9668-cc35a038ec8d']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:34.904155 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2265db-75bd-4ec3-afc2-26fc9dabed94') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:34.904783 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2265db-75bd-4ec3-afc2-26fc9dabed94') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:34.936035 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks [] for port (0767e647-20f3-443f-9875-f92ffd160931), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:34.954507 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (0a2265db-75bd-4ec3-afc2-26fc9dabed94), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.005777 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (0767e647-20f3-443f-9875-f92ffd160931), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.016212 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Current status of the port 7cd692de-2f29-41d9-8416-65cb4de9e40a is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:35.033710 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.083349 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (0a2265db-75bd-4ec3-afc2-26fc9dabed94), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.094207 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:35.105086 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:35.127850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Network d558cd20-d899-456f-b16e-c546ad897d26 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:35.136098 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:35.137850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:35.138514 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:35.140526 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:35.256407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Provisioning complete for port 94857e6a-5099-47c1-be57-0179e6dbc8db triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:35.256786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.324619 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:32:35.324953 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (0a2265db-75bd-4ec3-afc2-26fc9dabed94), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: from cryptography.utils import int_from_bytes Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: from cryptography.utils import int_from_bytes Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:32:35.342367 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:32:35.430278 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb183b8-b451-48b7-ada4-d131cdc4977c admin admin] Publish callbacks [] for security_group (79e21f06-1b9c-4f4d-bd5d-d880246f85c4), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.437983 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:35.457522 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:35.495016 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 1e0e4373-56eb-4886-9591-b92075de0cfa is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:35.499948 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device e07ce3fe-364c-4b56-8305-925ce0a95f00 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:35.717108 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Pushing event updated for resources: {'Port': ['ID=16f563ed-35a5-456e-9a15-46764c9d282e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:35.798622 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:35.811537 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:35.846127 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:26Z', 'revision_number': 3, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:35.868324 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd4112-5869-4660-98de-b0d85ed156e1 req-54b4f1cb-15ed-457f-b54b-615718b1cbc1 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:35.876360 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb183b8-b451-48b7-ada4-d131cdc4977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (79e21f06-1b9c-4f4d-bd5d-d880246f85c4), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.878641 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d3dd4112-5869-4660-98de-b0d85ed156e1 req-54b4f1cb-15ed-457f-b54b-615718b1cbc1 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 931 time: 0.7345781 Mar 22 17:32:35.893729 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (96c6a448-e62c-45df-920c-7b1d03529d7d), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.905728 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Pushing event updated for resources: {'Port': ['ID=0767e647-20f3-443f-9875-f92ffd160931,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:35.923023 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port e07ce3fe-364c-4b56-8305-925ce0a95f00 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:35.923479 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.951779 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb183b8-b451-48b7-ada4-d131cdc4977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e21f06-1b9c-4f4d-bd5d-d880246f85c4,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:35.954226 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:35.955302 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.959546 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de0ce-067b-4109-9e2b-af336cefd069 None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:26Z', 'revision_number': 3, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:36.015964 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Current status of the port 94857e6a-5099-47c1-be57-0179e6dbc8db is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:36.049387 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-1c536bda-6dcd-4354-8b69-9fcead53d2a6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8338118 Mar 22 17:32:36.074284 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Provisioning complete for port 1e0e4373-56eb-4886-9591-b92075de0cfa triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:36.074284 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.087442 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-bc7aba11-dc7b-40b0-8f9b-acf8a2b6a220 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:32:36.090482 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-bc7aba11-dc7b-40b0-8f9b-acf8a2b6a220 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343547 Mar 22 17:32:36.108480 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.110083 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6e43fada-5811-478a-89d0-f3682d8c94a2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8762181 Mar 22 17:32:36.114545 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d3dd4112-5869-4660-98de-b0d85ed156e1 req-b54d3166-892a-4540-a036-f7c28cb1beae tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345629 Mar 22 17:32:36.118489 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59592) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:36.288173 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.362538 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port e07ce3fe-364c-4b56-8305-925ce0a95f00 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:36.363020 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.451197 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (318ae88d-e309-4a29-9668-cc35a038ec8d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.458384 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-3eb183b8-b451-48b7-ada4-d131cdc4977c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81b4fb718af24350bd99aa52803808e7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4204712 Mar 22 17:32:36.466398 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:32:36.476396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59596) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:36.593527 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f8c7a-34ea-4813-b499-8be421945d60 None None] Current status of the port 1e0e4373-56eb-4886-9591-b92075de0cfa is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:36.612582 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59600) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:36.644780 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port e07ce3fe-364c-4b56-8305-925ce0a95f00, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=e07ce3fe-364c-4b56-8305-925ce0a95f00,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:36.654312 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.655554 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 94857e6a-5099-47c1-be57-0179e6dbc8db up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:36.696638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Pushing event deleted for resources: {'Network': ['ID=318ae88d-e309-4a29-9668-cc35a038ec8d,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:36.741204 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:30Z', 'revision_number': 3, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:36.773557 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=e07ce3fe-364c-4b56-8305-925ce0a95f00,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:36.828109 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-622b9c4a-484f-49c6-911b-dbcef1d9555d None None] Provisioning complete for port 0095167b-70d1-412f-8b0e-13a19ba7be57 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:36.828934 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-622b9c4a-484f-49c6-911b-dbcef1d9555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.847959 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:36.848342 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Updating router 3641f5f5-8c2c-4736-9942-b8e46743f164 port 25730bfe-4582-430f-a125-5c956659baab binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:36.875687 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-622b9c4a-484f-49c6-911b-dbcef1d9555d None None] Port 0095167b-70d1-412f-8b0e-13a19ba7be57 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:36.899351 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 94857e6a-5099-47c1-be57-0179e6dbc8db triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:36.900024 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.909261 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (25730bfe-4582-430f-a125-5c956659baab), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:36.942621 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Request body: {'port': {'device_id': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:36.988722 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-622b9c4a-484f-49c6-911b-dbcef1d9555d None None] Provisioning complete for port 16f563ed-35a5-456e-9a15-46764c9d282e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:36.989796 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-622b9c4a-484f-49c6-911b-dbcef1d9555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.058154 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-622b9c4a-484f-49c6-911b-dbcef1d9555d None None] Port 16f563ed-35a5-456e-9a15-46764c9d282e cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:37.092169 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks [] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.102339 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.117501 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-351802c6-a35a-41ec-94ea-f1d05f86e164 admin admin] 10.222.0.48 "DELETE /v2.0/networks/318ae88d-e309-4a29-9668-cc35a038ec8d HTTP/1.1" status: 204 len: 168 time: 4.1279256 Mar 22 17:32:37.182400 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.186012 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 94857e6a-5099-47c1-be57-0179e6dbc8db is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:37.194052 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cd692de-2f29-41d9-8416-65cb4de9e40a up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:37.196413 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-686db81d-accc-465f-91fa-6c5f00a99e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.326453 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0767e647-20f3-443f-9875-f92ffd160931), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.465366 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Publish callbacks [] for port (25730bfe-4582-430f-a125-5c956659baab), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.474893 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (25730bfe-4582-430f-a125-5c956659baab), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.493574 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 7cd692de-2f29-41d9-8416-65cb4de9e40a triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:37.494263 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.553913 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6717-cb5f-4a2c-96b6-b4bfdf4a8f48 None None] Pushing event updated for resources: {'Port': ['ID=25730bfe-4582-430f-a125-5c956659baab,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:37.575084 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3486e765-b9f8-47a3-a822-064fd156dbbd admin admin] Publish callbacks [] for security_group (79e21f06-1b9c-4f4d-bd5d-d880246f85c4), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.577480 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.611788 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Attempting to bind port 25730bfe-4582-430f-a125-5c956659baab on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:37.612206 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Attempting to bind port 25730bfe-4582-430f-a125-5c956659baab by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:37.612575 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Attempting to bind port 25730bfe-4582-430f-a125-5c956659baab on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:37.627053 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:37.627300 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59610) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:37.627544 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:37.627893 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.628288 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:37.629315 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Bound port: 25730bfe-4582-430f-a125-5c956659baab, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:37.629871 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (25730bfe-4582-430f-a125-5c956659baab), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.708999 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 7cd692de-2f29-41d9-8416-65cb4de9e40a is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:37.751823 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-167a8bc7-9942-44b5-98fa-3739b49c76dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7058545d32d440659b34671654f1481e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1180921 Mar 22 17:32:37.772096 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59612) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:37.777940 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] For port 25730bfe-4582-430f-a125-5c956659baab, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:37.787639 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] For port 25730bfe-4582-430f-a125-5c956659baab, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=25730bfe-4582-430f-a125-5c956659baab,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:37.810576 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (25730bfe-4582-430f-a125-5c956659baab), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:37.885338 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-686db81d-accc-465f-91fa-6c5f00a99e7f admin admin] Publish callbacks [] for security_group (c3bc7153-e3cb-4aa8-9ace-865fb1595e94), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.001710 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:38.028543 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 94857e6a-5099-47c1-be57-0179e6dbc8db up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:38.029334 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:38.045465 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Pushing event updated for resources: {'Port': ['ID=0095167b-70d1-412f-8b0e-13a19ba7be57,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:38.052811 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3486e765-b9f8-47a3-a822-064fd156dbbd admin admin] Publish callbacks [] for security_group (79e21f06-1b9c-4f4d-bd5d-d880246f85c4), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.054915 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.072310 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac320c-d7a9-4488-bbbb-eb7705b83f47 req-d9304bb9-d993-4819-ad05-6e17183ea36f tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:38.095130 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ffac320c-d7a9-4488-bbbb-eb7705b83f47 req-d9304bb9-d993-4819-ad05-6e17183ea36f tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 931 time: 0.7545385 Mar 22 17:32:38.115534 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-686db81d-accc-465f-91fa-6c5f00a99e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c3bc7153-e3cb-4aa8-9ace-865fb1595e94), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.133557 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6717-cb5f-4a2c-96b6-b4bfdf4a8f48 None None] Pushing event updated for resources: {'Port': ['ID=25730bfe-4582-430f-a125-5c956659baab,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:38.168671 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 94857e6a-5099-47c1-be57-0179e6dbc8db triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:38.169246 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.277329 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db81d-accc-465f-91fa-6c5f00a99e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc7153-e3cb-4aa8-9ace-865fb1595e94,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:38.347850 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:38.377294 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 94857e6a-5099-47c1-be57-0179e6dbc8db is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:38.378920 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device e07ce3fe-364c-4b56-8305-925ce0a95f00 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:38.427051 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ffac320c-d7a9-4488-bbbb-eb7705b83f47 req-3be91f02-da2d-4019-b554-6a36afcf7e43 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306830 Mar 22 17:32:38.467784 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.493968 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-686db81d-accc-465f-91fa-6c5f00a99e7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba46c6164fe2450796bfe7af060f0c46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8796394 Mar 22 17:32:38.500624 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-68027670-3aef-4c99-9881-fa327e39b7f6 admin admin] Publish callbacks [] for security_group (8cc5715b-2ddf-45e4-938e-939559d22c76), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.507757 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59618) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:38.522246 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port e07ce3fe-364c-4b56-8305-925ce0a95f00 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:38.522686 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.575937 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:32:38.665011 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3486e765-b9f8-47a3-a822-064fd156dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (79e21f06-1b9c-4f4d-bd5d-d880246f85c4), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.668953 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3486e765-b9f8-47a3-a822-064fd156dbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.670348 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-3486e765-b9f8-47a3-a822-064fd156dbbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79e21f06-1b9c-4f4d-bd5d-d880246f85c4 HTTP/1.1" status: 204 len: 168 time: 2.1622369 Mar 22 17:32:38.680598 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Network c8359024-884a-4f1a-899c-5d80e25f924b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:38.694916 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-68027670-3aef-4c99-9881-fa327e39b7f6 admin admin] Publish callbacks [] for security_group (8cc5715b-2ddf-45e4-938e-939559d22c76), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.834758 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port e07ce3fe-364c-4b56-8305-925ce0a95f00 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:38.835867 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cafbd3c-be19-46c5-ab30-c298676fc40c up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:38.908230 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb59c867-a741-4c63-b27c-2b357faa16fa admin admin] Publish callbacks [] for security_group (c3bc7153-e3cb-4aa8-9ace-865fb1595e94), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.909785 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:30Z', 'revision_number': 3, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:38.949714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 7cafbd3c-be19-46c5-ab30-c298676fc40c triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:38.950108 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.967409 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb59c867-a741-4c63-b27c-2b357faa16fa admin admin] Publish callbacks [] for security_group (c3bc7153-e3cb-4aa8-9ace-865fb1595e94), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:38.987284 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.004597 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a7966-3747-480d-9d11-5b1f4828bb40 None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:30Z', 'revision_number': 3, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:39.109462 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:39.144160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-68027670-3aef-4c99-9881-fa327e39b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8cc5715b-2ddf-45e4-938e-939559d22c76), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.146799 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-68027670-3aef-4c99-9881-fa327e39b7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.160748 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-68027670-3aef-4c99-9881-fa327e39b7f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cc5715b-2ddf-45e4-938e-939559d22c76 HTTP/1.1" status: 204 len: 168 time: 1.3862984 Mar 22 17:32:39.268472 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 7cafbd3c-be19-46c5-ab30-c298676fc40c is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:39.270388 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.365929 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68027670-3aef-4c99-9881-fa327e39b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5715b-2ddf-45e4-938e-939559d22c76,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:39.384407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 7cafbd3c-be19-46c5-ab30-c298676fc40c, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cafbd3c-be19-46c5-ab30-c298676fc40c,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:39.419560 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.420658 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:39.453432 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Sync routers for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:39.456900 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486e765-b9f8-47a3-a822-064fd156dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e21f06-1b9c-4f4d-bd5d-d880246f85c4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:39.468060 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0767e647-20f3-443f-9875-f92ffd160931 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:32:39.485392 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb59c867-a741-4c63-b27c-2b357faa16fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c3bc7153-e3cb-4aa8-9ace-865fb1595e94), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.492107 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb59c867-a741-4c63-b27c-2b357faa16fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.495328 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fb59c867-a741-4c63-b27c-2b357faa16fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3bc7153-e3cb-4aa8-9ace-865fb1595e94 HTTP/1.1" status: 204 len: 168 time: 0.9687116 Mar 22 17:32:39.555169 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:39.560058 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:39.600591 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Publish callbacks [] for port (0767e647-20f3-443f-9875-f92ffd160931), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.654264 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59632) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:39.829918 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7480339a-c80b-4608-88b9-2ab6af920e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.843366 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Transition to ACTIVE for port object 0767e647-20f3-443f-9875-f92ffd160931 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:32:39.900387 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (0767e647-20f3-443f-9875-f92ffd160931), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:39.983854 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=7cafbd3c-be19-46c5-ab30-c298676fc40c,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:40.004351 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-ba522ab8-7bee-4f58-8785-2f85cc48c783 None None] Provisioning complete for port 0095167b-70d1-412f-8b0e-13a19ba7be57 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:40.005373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ba522ab8-7bee-4f58-8785-2f85cc48c783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.103514 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 25730bfe-4582-430f-a125-5c956659baab up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:40.119372 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7480339a-c80b-4608-88b9-2ab6af920e18 admin admin] Publish callbacks [] for security_group (2281b379-79f8-48c7-92fc-43fc11bb8c68), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.220192 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7480339a-c80b-4608-88b9-2ab6af920e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2281b379-79f8-48c7-92fc-43fc11bb8c68), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.225502 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59634) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:40.251327 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:40.291631 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.304988 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-bfb0240a-aad4-4b86-9fdd-a903090f54c2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.8601677 Mar 22 17:32:40.305650 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59638) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:40.324785 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59c867-a741-4c63-b27c-2b357faa16fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc7153-e3cb-4aa8-9ace-865fb1595e94,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:40.541791 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa2a-e1aa-4447-bb38-c2b230d5a766 req-7a12e955-3ff1-4cbd-9f74-405e24f20fa5 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:40.544082 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f19dfa2a-e1aa-4447-bb38-c2b230d5a766 req-7a12e955-3ff1-4cbd-9f74-405e24f20fa5 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 931 time: 0.9487283 Mar 22 17:32:40.620476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480339a-c80b-4608-88b9-2ab6af920e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2281b379-79f8-48c7-92fc-43fc11bb8c68,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:40.642325 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Pushing event updated for resources: {'Port': ['ID=0767e647-20f3-443f-9875-f92ffd160931,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:40.656791 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7480339a-c80b-4608-88b9-2ab6af920e18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66cd188bd47a4cac995df3d9d41fcff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9672296 Mar 22 17:32:40.680167 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59648) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:40.702377 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Allocated IP 172.20.0.1 (bab3073a-46f5-469d-a206-23a3121eba1f/a1e7ea19-b265-49f8-a74f-c2c5dea0874a/579c3229-875d-4f5b-8ee3-083caba241c2) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:40.729360 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ba522ab8-7bee-4f58-8785-2f85cc48c783 None None] Port 0095167b-70d1-412f-8b0e-13a19ba7be57 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:40.781791 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks [] for port (16f563ed-35a5-456e-9a15-46764c9d282e), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.812427 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.818393 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:32:40.848074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 25730bfe-4582-430f-a125-5c956659baab triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:40.848074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (25730bfe-4582-430f-a125-5c956659baab), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:40.985548 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Pushing event updated for resources: {'Port': ['ID=16f563ed-35a5-456e-9a15-46764c9d282e,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:41.001800 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (96c6a448-e62c-45df-920c-7b1d03529d7d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.081284 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:32Z', 'revision_number': 3, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:41.167629 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Checking router: 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:41.168514 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Updating router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c port 90edb9f0-212a-478c-abf9-7d9021911c74 binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:41.193919 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 25730bfe-4582-430f-a125-5c956659baab is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:41.194147 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (25730bfe-4582-430f-a125-5c956659baab), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.294663 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 25730bfe-4582-430f-a125-5c956659baab, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=25730bfe-4582-430f-a125-5c956659baab,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:41.296128 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.304448 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (25730bfe-4582-430f-a125-5c956659baab), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.631470 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks [] for port (579c3229-875d-4f5b-8ee3-083caba241c2), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.694045 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=25730bfe-4582-430f-a125-5c956659baab,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:41.706793 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-134f28a3-32db-428b-9c45-55551b01d573 admin admin] Publish callbacks [] for security_group (2281b379-79f8-48c7-92fc-43fc11bb8c68), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.735412 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-134f28a3-32db-428b-9c45-55551b01d573 admin admin] Publish callbacks [] for security_group (2281b379-79f8-48c7-92fc-43fc11bb8c68), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.760550 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:41.771551 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:41.784322 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:41.789453 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7ccc95d1-72bd-4e71-8131-7023d9e0df99 admin admin] 10.222.0.48 "PUT /v2.0/routers/d12ddf3c-b4e7-40c4-af4b-d0fdce386a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9634383 Mar 22 17:32:41.790667 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:41.793552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.845517 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:41.846164 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:41.878684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Network bab3073a-46f5-469d-a206-23a3121eba1f is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:41.885735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-134f28a3-32db-428b-9c45-55551b01d573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2281b379-79f8-48c7-92fc-43fc11bb8c68), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.889681 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-134f28a3-32db-428b-9c45-55551b01d573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:41.891371 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-134f28a3-32db-428b-9c45-55551b01d573 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2281b379-79f8-48c7-92fc-43fc11bb8c68 HTTP/1.1" status: 204 len: 168 time: 1.2013471 Mar 22 17:32:41.908779 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Pushing event updated for resources: {'Port': ['ID=579c3229-875d-4f5b-8ee3-083caba241c2,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:41.919395 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:41.950459 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-90620111-7d1e-4791-87ef-8089efb1fda6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ac913d6a80349a9ab4603b696f3ad41&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6001072 Mar 22 17:32:41.955676 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:41.995121 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 25730bfe-4582-430f-a125-5c956659baab up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:42.053398 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f28a3-32db-428b-9c45-55551b01d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2281b379-79f8-48c7-92fc-43fc11bb8c68,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:42.055966 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59668) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:42.069008 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (3641f5f5-8c2c-4736-9942-b8e46743f164), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.472862 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:42.527746 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a39b34c7-6518-4ae1-9dbe-2fc3d665287b admin admin] Publish callbacks [] for security_group (23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.533529 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f19dfa2a-e1aa-4447-bb38-c2b230d5a766 req-16c77f03-c987-46dd-af13-2ffc0e0ccef2 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9430847 Mar 22 17:32:42.545240 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Publish callbacks [] for port (90edb9f0-212a-478c-abf9-7d9021911c74), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.575778 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.619580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.645047 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Attempting to bind port 0767e647-20f3-443f-9875-f92ffd160931 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:42.645695 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Attempting to bind port 0767e647-20f3-443f-9875-f92ffd160931 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '35eae5df-7baf-4949-af91-e5ddb41af1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:42.645695 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Attempting to bind port 0767e647-20f3-443f-9875-f92ffd160931 on network d558cd20-d899-456f-b16e-c546ad897d26 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:42.654166 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Port 0767e647-20f3-443f-9875-f92ffd160931 on network d558cd20-d899-456f-b16e-c546ad897d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:32:42.654585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Attempting to bind port 0767e647-20f3-443f-9875-f92ffd160931 on network d558cd20-d899-456f-b16e-c546ad897d26 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:42.665244 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:42.665678 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Checking segment: {'id': '35eae5df-7baf-4949-af91-e5ddb41af1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:42.666308 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Bound using segment: {'id': '35eae5df-7baf-4949-af91-e5ddb41af1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:42.666822 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Bound port: 0767e647-20f3-443f-9875-f92ffd160931, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eae5df-7baf-4949-af91-e5ddb41af1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:42.667321 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0767e647-20f3-443f-9875-f92ffd160931), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.694420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a39b34c7-6518-4ae1-9dbe-2fc3d665287b admin admin] Publish callbacks [] for security_group (23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.698802 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 25730bfe-4582-430f-a125-5c956659baab triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:42.703547 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (25730bfe-4582-430f-a125-5c956659baab), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.715102 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:32:42.861584 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-a4c0346c-d3ad-4d74-b656-212727b061f2 None None] Provisioning complete for port 16f563ed-35a5-456e-9a15-46764c9d282e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:42.870099 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4c0346c-d3ad-4d74-b656-212727b061f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:42.975619 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0346c-d3ad-4d74-b656-212727b061f2 None None] Port 16f563ed-35a5-456e-9a15-46764c9d282e cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:42.983294 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Attempting to bind port 90edb9f0-212a-478c-abf9-7d9021911c74 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:42.989884 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Attempting to bind port 90edb9f0-212a-478c-abf9-7d9021911c74 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:42.990666 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Attempting to bind port 90edb9f0-212a-478c-abf9-7d9021911c74 on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:43.021600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb941c89-0499-42b8-8747-76c88334d772 None None] Pushing event updated for resources: {'Port': ['ID=90edb9f0-212a-478c-abf9-7d9021911c74,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:43.034354 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:43.036004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:43.036723 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.037318 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:43.038198 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Bound port: 90edb9f0-212a-478c-abf9-7d9021911c74, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:43.038874 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.147500 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 2, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:43.205631 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] For port 90edb9f0-212a-478c-abf9-7d9021911c74, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:43.210010 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] For port 90edb9f0-212a-478c-abf9-7d9021911c74, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=90edb9f0-212a-478c-abf9-7d9021911c74,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:43.214318 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a39b34c7-6518-4ae1-9dbe-2fc3d665287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.233654 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a39b34c7-6518-4ae1-9dbe-2fc3d665287b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.234866 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a39b34c7-6518-4ae1-9dbe-2fc3d665287b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b HTTP/1.1" status: 204 len: 168 time: 1.1764133 Mar 22 17:32:43.242243 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:43.242931 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Updating router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 port 0095167b-70d1-412f-8b0e-13a19ba7be57 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:43.247373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.310706 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb941c89-0499-42b8-8747-76c88334d772 None None] Pushing event updated for resources: {'Port': ['ID=90edb9f0-212a-478c-abf9-7d9021911c74,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:43.341692 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.386815 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-7f5fb6aa-f94a-4e3b-82f6-ce67ef044a8f None None] Provisioning complete for port 579c3229-875d-4f5b-8ee3-083caba241c2 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:43.391276 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b34c7-6518-4ae1-9dbe-2fc3d665287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0d4a7-a225-4e0e-8cd5-d5736f0b7b2b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:43.392148 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] For port 0767e647-20f3-443f-9875-f92ffd160931, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:43.393714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb6aa-f94a-4e3b-82f6-ce67ef044a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.467992 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fb6aa-f94a-4e3b-82f6-ce67ef044a8f None None] Port 579c3229-875d-4f5b-8ee3-083caba241c2 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:43.481335 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 25730bfe-4582-430f-a125-5c956659baab is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:43.482542 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cafbd3c-be19-46c5-ab30-c298676fc40c up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:43.497639 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] For port 0767e647-20f3-443f-9875-f92ffd160931, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0767e647-20f3-443f-9875-f92ffd160931,segment=NetworkSegment(35eae5df-7baf-4949-af91-e5ddb41af1c5),segment_id=35eae5df-7baf-4949-af91-e5ddb41af1c5)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:43.512406 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:43.513253 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:43.513445 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:43.554357 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-53df5b15-2168-4d6a-93bc-9bef98aaac0a admin admin] 10.222.0.48 "PUT /v2.0/routers/96c6a448-e62c-45df-920c-7b1d03529d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8924541 Mar 22 17:32:43.560753 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (0767e647-20f3-443f-9875-f92ffd160931), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.563786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:43.568037 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.608449 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks [] for port (579c3229-875d-4f5b-8ee3-083caba241c2), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.642319 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:43.643036 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:43.707753 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:43.941629 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:43.962160 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59704) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:43.974435 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Pushing event updated for resources: {'Port': ['ID=0767e647-20f3-443f-9875-f92ffd160931,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:43.980182 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015885438', 'description': 'tempest-description--357460295'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:44.114143 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.182679 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Publish callbacks [] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.186122 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (3641f5f5-8c2c-4736-9942-b8e46743f164), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.186925 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 7cafbd3c-be19-46c5-ab30-c298676fc40c triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:44.187557 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.198733 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:44.206801 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.217849 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.220837 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-c6e6fa12-792e-4796-b7e7-19f9f02d1402 service neutron] 10.222.0.64 "PUT /v2.0/ports/0767e647-20f3-443f-9875-f92ffd160931 HTTP/1.1" status: 200 len: 1093 time: 7.7004876 Mar 22 17:32:44.226835 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'tag': '0767e647-20f3-443f-9875-f92ffd160931'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:32:44.302319 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Pushing event updated for resources: {'Port': ['ID=579c3229-875d-4f5b-8ee3-083caba241c2,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:44.353490 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Allocated IP 172.20.0.1 (9707dd0b-e995-4ba4-ab35-779c51ac595e/4a0035cb-bfbb-4970-b45d-a29d203dac83/4b8568f0-f207-4464-a080-6b245931429f) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:44.374572 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (b0c64061-313e-44a9-aec7-bf89e021c9ac), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.401831 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b0c64061-313e-44a9-aec7-bf89e021c9ac), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.448169 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59770b2-a572-4040-bcbf-258b78156577 None None] Pushing event updated for resources: {'Port': ['ID=0095167b-70d1-412f-8b0e-13a19ba7be57,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:44.506107 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.523833 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5578353 Mar 22 17:32:44.553949 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:44.609814 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59720) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:44.664580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c7c5b-38cb-4d2f-bf55-b23c62713278 req-52887717-741d-44c9-9e24-4be96186c1c6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:44.674357 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f35c7c5b-38cb-4d2f-bf55-b23c62713278 req-52887717-741d-44c9-9e24-4be96186c1c6 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 943 time: 0.8418779 Mar 22 17:32:44.679408 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Network bab3073a-46f5-469d-a206-23a3121eba1f is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:44.706341 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:44.726551 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Attempting to bind port 0095167b-70d1-412f-8b0e-13a19ba7be57 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:44.726937 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Attempting to bind port 0095167b-70d1-412f-8b0e-13a19ba7be57 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:44.731261 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Attempting to bind port 0095167b-70d1-412f-8b0e-13a19ba7be57 on network c8359024-884a-4f1a-899c-5d80e25f924b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:44.743400 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:44.743786 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Checking segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:44.744256 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.744604 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Bound using segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:44.763814 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Bound port: 0095167b-70d1-412f-8b0e-13a19ba7be57, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:44.764238 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:44.846814 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f35c7c5b-38cb-4d2f-bf55-b23c62713278 req-857b08f3-bc97-459b-a42e-4a3f18de4124 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570022 Mar 22 17:32:44.898997 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e00a2bd3-d844-458c-9a35-4d14ad7053bc", "tag": "0767e647-20f3-443f-9875-f92ffd160931"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:32:45.133189 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-98454946-d351-453a-8096-defec075f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:45.143034 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-98454946-d351-453a-8096-defec075f1af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff3bc420d174d6da2176507a3086a57&device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 1127 time: 0.8345041 Mar 22 17:32:45.219095 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'security_group_rule': {'security_group_id': 'b0c64061-313e-44a9-aec7-bf89e021c9ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:45.325807 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55752821-ad34-443d-8c21-dbb3aabf752a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c64061-313e-44a9-aec7-bf89e021c9ac,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:45.378834 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] For port 0095167b-70d1-412f-8b0e-13a19ba7be57, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:45.391215 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] For port 0095167b-70d1-412f-8b0e-13a19ba7be57, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=0095167b-70d1-412f-8b0e-13a19ba7be57,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:45.399599 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (59c65649-042c-4d69-b37d-37a4177b192d), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.404449 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.459231 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-a61d6f75-df75-4e2c-a271-f54354902a02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0767e647-20f3-443f-9875-f92ffd160931 HTTP/1.1" status: 200 len: 217 time: 0.1735778 Mar 22 17:32:45.572886 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:45.579716 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:45.586147 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks [] for port (4b8568f0-f207-4464-a080-6b245931429f), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.588277 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59770b2-a572-4040-bcbf-258b78156577 None None] Pushing event updated for resources: {'Port': ['ID=0095167b-70d1-412f-8b0e-13a19ba7be57,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:45.601965 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (59c65649-042c-4d69-b37d-37a4177b192d), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.618256 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (59c65649-042c-4d69-b37d-37a4177b192d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.691141 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709cb6-682e-4009-8894-b80d97674751 req-c5742998-394f-47eb-a2f9-9726407ea6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:45.702093 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-c5742998-394f-47eb-a2f9-9726407ea6b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9 HTTP/1.1" status: 200 len: 851 time: 0.2419512 Mar 22 17:32:45.733841 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c65649-042c-4d69-b37d-37a4177b192d,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:45.758930 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] Provisioning complete for port 0095167b-70d1-412f-8b0e-13a19ba7be57 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:45.759453 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.826724 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.850540 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-81500e12-fa63-4048-a9df-2f3dd6c6ef05 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2235827 Mar 22 17:32:45.863619 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59772) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:45.868695 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'security_group_rule': {'security_group_id': 'b0c64061-313e-44a9-aec7-bf89e021c9ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:45.924063 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (4b8568f0-f207-4464-a080-6b245931429f), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.003632 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-a5fb9a91-1204-4ec5-89f2-f7b732d409c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d558cd20-d899-456f-b16e-c546ad897d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2276523 Mar 22 17:32:46.006562 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:32:46.012694 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:46.015974 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 7cafbd3c-be19-46c5-ab30-c298676fc40c is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:46.054529 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59780) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:46.072979 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:46.097175 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577436035', 'description': 'tempest-description--1897982425'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:46.120248 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:46.151500 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:46.173181 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:46.250168 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:46.250689 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Updating router 96c6a448-e62c-45df-920c-7b1d03529d7d port 16f563ed-35a5-456e-9a15-46764c9d282e binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:46.273772 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.291342 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (e46b45ca-031b-4f8b-a3eb-eecca785a877), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.294083 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Pushing event updated for resources: {'Port': ['ID=4b8568f0-f207-4464-a080-6b245931429f,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:46.443363 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] Current status of the port 0095167b-70d1-412f-8b0e-13a19ba7be57 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:46.451334 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.490093 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.501627 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-c408d16e-8ae0-490a-9a16-3044cb06055c service neutron] 10.222.0.64 "GET /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877732 Mar 22 17:32:46.503053 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59786) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:46.509135 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7fa168-7b2c-4daf-b4b0-50a8e9e4795a x-openstack-request-id: req-4e7fa168-7b2c-4daf-b4b0-50a8e9e4795a {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:32:46.509657 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00a2bd3-d844-458c-9a35-4d14ad7053bc", "tag": "0767e647-20f3-443f-9875-f92ffd160931", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:32:46.510054 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e7fa168-7b2c-4daf-b4b0-50a8e9e4795a {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:32:46.510688 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7fa168-7b2c-4daf-b4b0-50a8e9e4795a'] response: {'name': 'network-changed', 'server_uuid': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'tag': '0767e647-20f3-443f-9875-f92ffd160931', 'status': 'completed', 'code': 200} Mar 22 17:32:46.581967 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] For port 0095167b-70d1-412f-8b0e-13a19ba7be57, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=0095167b-70d1-412f-8b0e-13a19ba7be57,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:46.639796 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.643024 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (e46b45ca-031b-4f8b-a3eb-eecca785a877), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.649776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.664187 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (e46b45ca-031b-4f8b-a3eb-eecca785a877), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.688686 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:45Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:46.756603 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb7775-179f-4905-8797-38c95e6f1113 None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:45Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:46.793338 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46b45ca-031b-4f8b-a3eb-eecca785a877,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:46.805311 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.810414 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-b3a335ab-fa23-42fc-b042-cfaa3a9d2527 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9418912 Mar 22 17:32:46.813722 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59794) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:46.823413 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:46.881900 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb146-b626-41d9-accf-bda82f73085d None None] Pushing event updated for resources: {'Port': ['ID=0095167b-70d1-412f-8b0e-13a19ba7be57,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:46.917694 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (4b8568f0-f207-4464-a080-6b245931429f), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.001250 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.059028 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (b0ba9af8-af95-4d07-958f-01b66cf6140a), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.079352 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:32Z', 'revision_number': 3, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:47.115899 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b0ba9af8-af95-4d07-958f-01b66cf6140a), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.137879 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd305450-f90b-4b80-845b-bba5646b0735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.198702 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abe71338-403a-4642-8af0-5c3fae039ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.203830 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6376e4-6c43-4472-8d35-d42fe1035092 None None] The sync data for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb is: [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:32Z', 'revision_number': 3, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:47.238121 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Provisioning complete for port 579c3229-875d-4f5b-8ee3-083caba241c2 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:47.238757 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.333684 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.341874 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2851644 Mar 22 17:32:47.357907 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59804) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:47.437942 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': 'b0ba9af8-af95-4d07-958f-01b66cf6140a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:47.455474 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Port 579c3229-875d-4f5b-8ee3-083caba241c2 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:47.479871 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc035872-622e-4c76-9c5b-25a6f15b1deb req-49887d3f-2439-4b81-b54d-c4defd2ac779 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:47.489478 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc035872-622e-4c76-9c5b-25a6f15b1deb req-49887d3f-2439-4b81-b54d-c4defd2ac779 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 943 time: 1.0423017 Mar 22 17:32:47.513058 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Provisioning complete for port 0095167b-70d1-412f-8b0e-13a19ba7be57 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:47.514032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:47.535183 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d7f9d-5933-4f56-ae77-c537d5df708d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ba9af8-af95-4d07-958f-01b66cf6140a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:47.696780 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:47.714397 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:47.738304 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:47.742990 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:47.762732 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-cef363e5-ef99-4227-9160-ddbb07470b58 admin admin] 10.222.0.48 "PUT /v2.0/routers/3641f5f5-8c2c-4736-9942-b8e46743f164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6407008 Mar 22 17:32:47.821536 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc035872-622e-4c76-9c5b-25a6f15b1deb req-9a452505-1aa5-4b2d-b701-fcb534feec63 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285842 Mar 22 17:32:47.827741 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e1709cb6-682e-4009-8894-b80d97674751 req-efa8b594-7c22-43f9-8fb4-8ee0df3588b8 service neutron] 10.222.0.64 "GET /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111329 Mar 22 17:32:47.940248 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (7f680f71-31a5-4be2-ae58-6de35c7a45fd), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.050709 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Current status of the port 0095167b-70d1-412f-8b0e-13a19ba7be57 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:48.055914 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:48.060469 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-7a9382f1-9668-4a1c-b8c8-cf117ef0f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:48.068813 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-7a9382f1-9668-4a1c-b8c8-cf117ef0f6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff3bc420d174d6da2176507a3086a57&device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 1127 time: 0.1362119 Mar 22 17:32:48.076758 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Publish callbacks [] for port (16f563ed-35a5-456e-9a15-46764c9d282e), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.101692 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.178549 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks [] for port (4b8568f0-f207-4464-a080-6b245931429f), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.185684 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd305450-f90b-4b80-845b-bba5646b0735 admin admin] Publish callbacks [] for security_group (43fc7429-d33a-4066-933d-11917cea7763), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.206100 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Provisioning complete for port 4b8568f0-f207-4464-a080-6b245931429f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:48.206100 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (4b8568f0-f207-4464-a080-6b245931429f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.217548 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd305450-f90b-4b80-845b-bba5646b0735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (43fc7429-d33a-4066-933d-11917cea7763), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.220521 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (4b8568f0-f207-4464-a080-6b245931429f), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.337253 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.348521 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 90edb9f0-212a-478c-abf9-7d9021911c74 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:48.464290 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.466281 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2645b719-4891-409e-ada1-e738e466a318 None None] Port 4b8568f0-f207-4464-a080-6b245931429f cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:48.540758 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8242aca-9855-4acd-a6d2-5da9fb48a253 None None] Pushing event updated for resources: {'Port': ['ID=16f563ed-35a5-456e-9a15-46764c9d282e,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:48.722493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-b535f949-4af6-4b14-bc8f-da2d61d65f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:48.733388 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-b535f949-4af6-4b14-bc8f-da2d61d65f85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d558cd20-d899-456f-b16e-c546ad897d26 HTTP/1.1" status: 200 len: 912 time: 0.5501602 Mar 22 17:32:48.797320 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Attempting to bind port 16f563ed-35a5-456e-9a15-46764c9d282e on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:48.797898 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Attempting to bind port 16f563ed-35a5-456e-9a15-46764c9d282e by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:48.798779 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Attempting to bind port 16f563ed-35a5-456e-9a15-46764c9d282e on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:48.821838 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:48.823221 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:48.825184 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.825832 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Bound using segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:48.826553 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Bound port: 16f563ed-35a5-456e-9a15-46764c9d282e, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:48.827216 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.840530 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 2, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:48.865869 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-fab92abd-e0f5-4b6b-b20b-f9dba11a73e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0767e647-20f3-443f-9875-f92ffd160931 HTTP/1.1" status: 200 len: 217 time: 0.1243582 Mar 22 17:32:48.933406 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:48.934097 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Updating router 3641f5f5-8c2c-4736-9942-b8e46743f164 port 579c3229-875d-4f5b-8ee3-083caba241c2 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:48.970299 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 90edb9f0-212a-478c-abf9-7d9021911c74 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:48.974119 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.994862 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:48.998756 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-020cb206-d1d6-47b1-acb0-f68241a53a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.047957 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-b17baaf1-1b1a-4e2a-9747-a3d9c1bc4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:49.049514 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-b17baaf1-1b1a-4e2a-9747-a3d9c1bc4b5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9 HTTP/1.1" status: 200 len: 851 time: 0.1765809 Mar 22 17:32:49.088211 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-dd305450-f90b-4b80-845b-bba5646b0735 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae0e00183ea04cec9d41895e0e0ff7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5759056 Mar 22 17:32:49.107934 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59842) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:49.136500 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-5ca8346b-6905-4e1a-9bc8-2032dda1cace service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d558cd20-d899-456f-b16e-c546ad897d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734117 Mar 22 17:32:49.209483 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd305450-f90b-4b80-845b-bba5646b0735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc7429-d33a-4066-933d-11917cea7763,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:49.285044 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d21cb57b-6ca0-4b2b-b622-459d48d7ddcd None None] Provisioning complete for port 16f563ed-35a5-456e-9a15-46764c9d282e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:49.285647 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d21cb57b-6ca0-4b2b-b622-459d48d7ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.302329 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Pushing event updated for resources: {'Port': ['ID=4b8568f0-f207-4464-a080-6b245931429f,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:49.352553 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-360e13f9-2c59-4c36-a0a3-88f21e71929f service neutron] 10.222.0.64 "GET /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077692 Mar 22 17:32:49.407083 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Allocated IP 172.28.1.231 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/81279658-1608-4346-baf3-e136c82a3e2a) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:49.446961 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59850) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:49.485545 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] For port 16f563ed-35a5-456e-9a15-46764c9d282e, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:49.488084 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d21cb57b-6ca0-4b2b-b622-459d48d7ddcd None None] Port 16f563ed-35a5-456e-9a15-46764c9d282e cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:49.500176 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267498128', 'description': 'tempest-description--302608295'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:49.516895 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (7f680f71-31a5-4be2-ae58-6de35c7a45fd), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.525189 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] For port 16f563ed-35a5-456e-9a15-46764c9d282e, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=16f563ed-35a5-456e-9a15-46764c9d282e,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:49.536525 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.572757 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (7f680f71-31a5-4be2-ae58-6de35c7a45fd), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.578778 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 90edb9f0-212a-478c-abf9-7d9021911c74 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:49.579528 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.579920 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.587947 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:49.630516 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f680f71-31a5-4be2-ae58-6de35c7a45fd,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:49.635397 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:49.636335 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:49.640822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:49.644705 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 90edb9f0-212a-478c-abf9-7d9021911c74, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=90edb9f0-212a-478c-abf9-7d9021911c74,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:49.675278 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7965b6c4-f255-4780-bbb5-c3e4d5ea98ef req-b90beabb-b0bf-4f02-aedb-cff95048559a service neutron] 10.222.0.64 "GET /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125005 Mar 22 17:32:49.701109 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97e8bc-2a6d-4223-aa11-e1d006db37d3 req-1c78715c-b6d9-42b5-abec-ad219b5248ad tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:49.701701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.704265 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8a97e8bc-2a6d-4223-aa11-e1d006db37d3 req-1c78715c-b6d9-42b5-abec-ad219b5248ad tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 943 time: 0.2586572 Mar 22 17:32:49.708295 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9d0feaf9-a069-499e-b556-d18c0d461391 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2748022 Mar 22 17:32:49.711532 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59860) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:49.714392 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Publish callbacks [] for port (579c3229-875d-4f5b-8ee3-083caba241c2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.732361 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.746931 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': 'b0ba9af8-af95-4d07-958f-01b66cf6140a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:49.804684 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8242aca-9855-4acd-a6d2-5da9fb48a253 None None] Pushing event updated for resources: {'Port': ['ID=16f563ed-35a5-456e-9a15-46764c9d282e,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:49.809831 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:49.811899 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 0095167b-70d1-412f-8b0e-13a19ba7be57 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:49.984345 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8a97e8bc-2a6d-4223-aa11-e1d006db37d3 req-47d2ceeb-603b-4ae6-a3f1-866375559702 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844966 Mar 22 17:32:49.986988 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9eb6-707f-4541-9a64-17970a11dfae None None] Pushing event updated for resources: {'Port': ['ID=579c3229-875d-4f5b-8ee3-083caba241c2,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.009340 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Attempting to bind port 579c3229-875d-4f5b-8ee3-083caba241c2 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:50.011591 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Attempting to bind port 579c3229-875d-4f5b-8ee3-083caba241c2 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:50.013073 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Attempting to bind port 579c3229-875d-4f5b-8ee3-083caba241c2 on network bab3073a-46f5-469d-a206-23a3121eba1f {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:50.020615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (27b6e5a8-73da-4275-8b83-175e55057c8f), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.048655 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (27b6e5a8-73da-4275-8b83-175e55057c8f), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.048899 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:50.049401 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Checking segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:50.049980 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.052004 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Bound using segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:50.052758 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Bound port: 579c3229-875d-4f5b-8ee3-083caba241c2, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:50.053842 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.057255 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94500008-3607-422c-ac6f-cea56c2f3ae4 admin admin] Publish callbacks [] for security_group (43fc7429-d33a-4066-933d-11917cea7763), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.108625 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 0095167b-70d1-412f-8b0e-13a19ba7be57 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:50.109181 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.128295 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.131616 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6834567 Mar 22 17:32:50.133692 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59864) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:50.137707 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for port (81279658-1608-4346-baf3-e136c82a3e2a), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.142585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'security_group_rule': {'security_group_id': '27b6e5a8-73da-4275-8b83-175e55057c8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:50.149109 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff8fbb-5bc5-492b-a258-d7edba1cf1da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b6e5a8-73da-4275-8b83-175e55057c8f,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.155033 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=90edb9f0-212a-478c-abf9-7d9021911c74,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.187975 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (37845cbc-df3d-4a65-9be6-015c34ee79ee), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.188498 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94500008-3607-422c-ac6f-cea56c2f3ae4 admin admin] Publish callbacks [] for security_group (43fc7429-d33a-4066-933d-11917cea7763), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.204812 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (07a2ae37-4e69-4db4-b828-a05777118f14), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.210376 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.222153 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] For port 579c3229-875d-4f5b-8ee3-083caba241c2, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:50.227727 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] For port 579c3229-875d-4f5b-8ee3-083caba241c2, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=579c3229-875d-4f5b-8ee3-083caba241c2,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:50.236748 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.254698 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:50.286384 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (37845cbc-df3d-4a65-9be6-015c34ee79ee), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.291544 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (37845cbc-df3d-4a65-9be6-015c34ee79ee), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.294450 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.306304 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] Provisioning complete for port 16f563ed-35a5-456e-9a15-46764c9d282e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:50.307038 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.319206 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37845cbc-df3d-4a65-9be6-015c34ee79ee,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.340207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.343708 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-6010359e-c311-4bad-b858-1872e17d86d0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2083185 Mar 22 17:32:50.347453 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59868) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:50.371368 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'security_group_rule': {'security_group_id': '27b6e5a8-73da-4275-8b83-175e55057c8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:50.382924 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9eb6-707f-4541-9a64-17970a11dfae None None] Pushing event updated for resources: {'Port': ['ID=579c3229-875d-4f5b-8ee3-083caba241c2,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.384632 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:32:50.397852 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:50.398569 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:50.432281 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (1cb6b9d5-3105-41a5-aa59-97d82e974461), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.440125 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (81279658-1608-4346-baf3-e136c82a3e2a), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.465678 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (07a2ae37-4e69-4db4-b828-a05777118f14), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.495858 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:50.504296 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (1cb6b9d5-3105-41a5-aa59-97d82e974461), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.510062 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (1cb6b9d5-3105-41a5-aa59-97d82e974461), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.545673 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb6b9d5-3105-41a5-aa59-97d82e974461,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.548811 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (07a2ae37-4e69-4db4-b828-a05777118f14), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.560370 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.562711 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-aea63591-bc08-4d15-a751-2ab914a165e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2134645 Mar 22 17:32:50.566456 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59872) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:50.580174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:50.590581 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:50.599115 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:50.600300 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:50.628249 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.792510 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'Port': ['ID=81279658-1608-4346-baf3-e136c82a3e2a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:50.828924 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.840967 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 0095167b-70d1-412f-8b0e-13a19ba7be57 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:50.990319 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94500008-3607-422c-ac6f-cea56c2f3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (43fc7429-d33a-4066-933d-11917cea7763), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.993346 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94500008-3607-422c-ac6f-cea56c2f3ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:50.994633 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 90edb9f0-212a-478c-abf9-7d9021911c74 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:51.006692 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-94500008-3607-422c-ac6f-cea56c2f3ae4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43fc7429-d33a-4066-933d-11917cea7763 HTTP/1.1" status: 204 len: 168 time: 1.8593874 Mar 22 17:32:51.018304 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.021324 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3026190 Mar 22 17:32:51.036171 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59876) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:51.036720 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937408ff-9b23-4f8a-bd6c-d2ecd33d009b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a2ae37-4e69-4db4-b828-a05777118f14,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:51.078388 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:51.123139 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:50Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:51.191469 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Allocated IP 172.28.1.225 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/d3227149-95bb-483c-b394-e956b9f3c546) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:51.197155 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeebb2b-9248-4404-865b-44cc19e27e6b None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:50Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:51.198362 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] Current status of the port 16f563ed-35a5-456e-9a15-46764c9d282e is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:51.200250 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.213967 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.240169 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 90edb9f0-212a-478c-abf9-7d9021911c74 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:51.240918 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.302763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94500008-3607-422c-ac6f-cea56c2f3ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc7429-d33a-4066-933d-11917cea7763,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:51.336618 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:51.406379 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] For port 16f563ed-35a5-456e-9a15-46764c9d282e, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=16f563ed-35a5-456e-9a15-46764c9d282e,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:51.412741 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2e237-ae58-482f-a3df-915d1df1db7f None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:51.432497 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (932c5a08-73e4-4443-aaad-28120eb4b56e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.450320 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.552673 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:32:51.575300 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f4528c85-7b72-4f65-b6b7-0fa580ef45ca admin admin] 10.222.0.48 "PUT /v2.0/routers/4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2645066 Mar 22 17:32:51.596083 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (81279658-1608-4346-baf3-e136c82a3e2a), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.607559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48d95-951b-4227-9e88-6611f317ad7c req-8b5ce58f-f2ef-48af-ba50-a8e08be9c014 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:51.609406 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ead48d95-951b-4227-9e88-6611f317ad7c req-8b5ce58f-f2ef-48af-ba50-a8e08be9c014 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 943 time: 0.4598467 Mar 22 17:32:51.643776 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Sync routers for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:32:51.719321 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ead48d95-951b-4227-9e88-6611f317ad7c req-72fd8f94-d3b5-4a76-a21f-44c02256dc19 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991001 Mar 22 17:32:51.755807 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f7261-86f6-4a7e-b548-acac1e9ae0c8 None None] Pushing event updated for resources: {'Port': ['ID=16f563ed-35a5-456e-9a15-46764c9d282e,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:51.775286 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.826019 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:51.826980 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:51.837074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Provisioning complete for port 4b8568f0-f207-4464-a080-6b245931429f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:51.839340 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (4b8568f0-f207-4464-a080-6b245931429f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.858561 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.965647 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for port (d3227149-95bb-483c-b394-e956b9f3c546), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.972606 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 59904) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:51.984177 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for port (81279658-1608-4346-baf3-e136c82a3e2a), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:51.992073 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (81279658-1608-4346-baf3-e136c82a3e2a), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.000052 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ab75-334c-44e4-a362-295385587953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.082884 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 90edb9f0-212a-478c-abf9-7d9021911c74 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:52.087357 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'Port': ['ID=81279658-1608-4346-baf3-e136c82a3e2a,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:52.112945 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (932c5a08-73e4-4443-aaad-28120eb4b56e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.118163 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Port 4b8568f0-f207-4464-a080-6b245931429f cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:32:52.142650 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.144116 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-8e0dd13b-3fe6-480a-8435-52482ad06888 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3261023 Mar 22 17:32:52.150361 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Provisioning complete for port 579c3229-875d-4f5b-8ee3-083caba241c2 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:52.150984 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.211831 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:52.235358 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ab75-334c-44e4-a362-295385587953 admin admin] Publish callbacks [] for security_group (622d723c-22ca-4791-8385-dd026aae7818), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.324988 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ab75-334c-44e4-a362-295385587953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (622d723c-22ca-4791-8385-dd026aae7818), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.347930 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (d3227149-95bb-483c-b394-e956b9f3c546), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.484569 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-3bb7ab75-334c-44e4-a362-295385587953 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e5ed07dd1d4489582235f6198fac7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106676 Mar 22 17:32:52.486896 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 59916) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:52.489434 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'Port': ['ID=d3227149-95bb-483c-b394-e956b9f3c546,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:52.509281 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7ab75-334c-44e4-a362-295385587953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d723c-22ca-4791-8385-dd026aae7818,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:52.559996 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:52.586749 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.28.1.103 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/4f6df9c3-4f76-43ed-b3de-86c59e57a939) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:52.589319 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:52.596071 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:52.604754 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 0767e647-20f3-443f-9875-f92ffd160931 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:32:52.643022 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d72f938e-3b29-4661-92ab-b0e05df1e3ee admin admin] Publish callbacks [] for security_group (622d723c-22ca-4791-8385-dd026aae7818), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.694909 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Current status of the port 579c3229-875d-4f5b-8ee3-083caba241c2 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:52.695340 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.701734 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d72f938e-3b29-4661-92ab-b0e05df1e3ee admin admin] Publish callbacks [] for security_group (622d723c-22ca-4791-8385-dd026aae7818), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.797241 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d72f938e-3b29-4661-92ab-b0e05df1e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (622d723c-22ca-4791-8385-dd026aae7818), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.800720 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d72f938e-3b29-4661-92ab-b0e05df1e3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:52.802560 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d72f938e-3b29-4661-92ab-b0e05df1e3ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/622d723c-22ca-4791-8385-dd026aae7818 HTTP/1.1" status: 204 len: 168 time: 0.3140378 Mar 22 17:32:52.829605 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f938e-3b29-4661-92ab-b0e05df1e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d723c-22ca-4791-8385-dd026aae7818,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:52.865404 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] For port 579c3229-875d-4f5b-8ee3-083caba241c2, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=579c3229-875d-4f5b-8ee3-083caba241c2,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:52.930211 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.029235 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 0767e647-20f3-443f-9875-f92ffd160931, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0767e647-20f3-443f-9875-f92ffd160931,segment=NetworkSegment(35eae5df-7baf-4949-af91-e5ddb41af1c5),segment_id=35eae5df-7baf-4949-af91-e5ddb41af1c5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:53.070388 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '0767e647-20f3-443f-9875-f92ffd160931', 'network_id': 'd558cd20-d899-456f-b16e-c546ad897d26', 'port_id': '0767e647-20f3-443f-9875-f92ffd160931', 'mac_address': 'fa:16:3e:6c:53:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:32:53.075636 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-f44c5830-0399-4a7b-8678-b6c59b9a5fd0 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2015885438&fields=id&tenant_id=645b14ee2dc34766b623327e7f0d3667 HTTP/1.1" status: 200 len: 267 time: 0.4810214 Mar 22 17:32:53.258741 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 16f563ed-35a5-456e-9a15-46764c9d282e up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:53.308960 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f3a17-6bac-4f02-b33e-ef287b8ffece None None] Pushing event updated for resources: {'Port': ['ID=579c3229-875d-4f5b-8ee3-083caba241c2,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:53.333039 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.356801 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 0767e647-20f3-443f-9875-f92ffd160931 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:53.360478 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0767e647-20f3-443f-9875-f92ffd160931), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.389886 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0767e647-20f3-443f-9875-f92ffd160931 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:32:53.423772 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 0767e647-20f3-443f-9875-f92ffd160931, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0767e647-20f3-443f-9875-f92ffd160931,segment=NetworkSegment(35eae5df-7baf-4949-af91-e5ddb41af1c5),segment_id=35eae5df-7baf-4949-af91-e5ddb41af1c5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:53.430553 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (0767e647-20f3-443f-9875-f92ffd160931), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.486533 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:47Z', 'revision_number': 2, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:53.488541 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 16f563ed-35a5-456e-9a15-46764c9d282e triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:53.488943 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.569622 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=0767e647-20f3-443f-9875-f92ffd160931,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:53.588271 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Checking router: 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:32:53.589086 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Updating router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c port 4b8568f0-f207-4464-a080-6b245931429f binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:32:53.673390 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (4b8568f0-f207-4464-a080-6b245931429f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.692425 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (b8a110be-09ef-4c54-862a-c12e25584e3f), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.741440 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.748979 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-0b5265f6-49d7-40f7-8682-7cb592fc0d58 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:53.750516 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-0b5265f6-49d7-40f7-8682-7cb592fc0d58 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 819 time: 1.1520472 Mar 22 17:32:53.783923 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['0767e647-20f3-443f-9875-f92ffd160931'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:32:53.802216 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-aad46ed1-2283-4bc1-b937-505ee8c131c2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:53.803767 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-aad46ed1-2283-4bc1-b937-505ee8c131c2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 810 time: 0.7253511 Mar 22 17:32:53.817724 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-97d30376-6b67-45be-a678-d0f01681af6d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/quotas/649cf937c9f94e93bb9540a976dabe34 HTTP/1.1" status: 200 len: 375 time: 0.0319121 Mar 22 17:32:53.821973 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (d3227149-95bb-483c-b394-e956b9f3c546), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:53.891985 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-35dc9737-0ff5-4550-829d-763de5aacc67 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/quotas/645b14ee2dc34766b623327e7f0d3667 HTTP/1.1" status: 200 len: 375 time: 0.0770955 Mar 22 17:32:53.958167 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.069861 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-da43e491-0b29-46cd-be16-d7409871fe80 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2524962 Mar 22 17:32:54.082039 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:32:54.094766 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:32:54.104703 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:32:54.114312 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=4f6df9c3-4f76-43ed-b3de-86c59e57a939,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:54.151962 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-d850e136-4d67-4da1-ad1b-b144e7637d82 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2506092 Mar 22 17:32:54.349447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (8272b9d8-1091-4947-9343-b4632a94d825), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.370451 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for port (d3227149-95bb-483c-b394-e956b9f3c546), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.390184 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (d3227149-95bb-483c-b394-e956b9f3c546), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.449134 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 16f563ed-35a5-456e-9a15-46764c9d282e is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:54.452272 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 579c3229-875d-4f5b-8ee3-083caba241c2 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:54.546702 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-119bef97-c383-445b-8995-4dd149401dc9 service neutron] 10.222.0.48 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679118 Mar 22 17:32:54.552809 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.568557 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-9375dfae-1a86-416c-8bb7-0d0a07e06fda service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:32:54.569742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-9375dfae-1a86-416c-8bb7-0d0a07e06fda service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2396927 Mar 22 17:32:54.638424 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'Port': ['ID=d3227149-95bb-483c-b394-e956b9f3c546,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:54.706530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 579c3229-875d-4f5b-8ee3-083caba241c2 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:54.707509 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.751337 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (b8a110be-09ef-4c54-862a-c12e25584e3f), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.783522 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.785024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-9246ca0f-6e31-43fb-bee7-a2108919b382 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2105930 Mar 22 17:32:54.817403 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Publish callbacks [] for port (4b8568f0-f207-4464-a080-6b245931429f), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.828051 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (4b8568f0-f207-4464-a080-6b245931429f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:54.967330 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716093-72a6-4b08-b0af-3b6330289ba7 None None] Pushing event updated for resources: {'Port': ['ID=4b8568f0-f207-4464-a080-6b245931429f,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:55.030641 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-32458b5b-7a42-412a-b13a-b80e46445c8e service neutron] 10.222.0.48 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476612 Mar 22 17:32:55.049556 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 579c3229-875d-4f5b-8ee3-083caba241c2 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:55.089653 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-4358226d-f86d-4bfd-a958-2ae383f8563c service neutron] 10.222.0.48 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109754 Mar 22 17:32:55.127979 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Attempting to bind port 4b8568f0-f207-4464-a080-6b245931429f on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:32:55.128407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Attempting to bind port 4b8568f0-f207-4464-a080-6b245931429f by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:32:55.128772 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Attempting to bind port 4b8568f0-f207-4464-a080-6b245931429f on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:32:55.138237 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:32:55.139075 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Checking segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:32:55.139700 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.140298 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Bound using segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:32:55.141001 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Bound port: 4b8568f0-f207-4464-a080-6b245931429f, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:32:55.141619 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (4b8568f0-f207-4464-a080-6b245931429f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.241219 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 579c3229-875d-4f5b-8ee3-083caba241c2 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:55.277165 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-51ce0ca1-9c27-45b1-9e03-364d57a09271 service neutron] 10.222.0.48 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453349 Mar 22 17:32:55.279476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.288294 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.353640 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] For port 4b8568f0-f207-4464-a080-6b245931429f, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:32:55.361786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] For port 4b8568f0-f207-4464-a080-6b245931429f, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=4b8568f0-f207-4464-a080-6b245931429f,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:32:55.377563 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (4b8568f0-f207-4464-a080-6b245931429f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.427412 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 579c3229-875d-4f5b-8ee3-083caba241c2 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:55.428375 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.457182 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=4f6df9c3-4f76-43ed-b3de-86c59e57a939,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:55.464644 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (8272b9d8-1091-4947-9343-b4632a94d825), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.481374 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.491769 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-740b6a21-eb6f-4237-9cf4-ebfc317c2f16 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4543278 Mar 22 17:32:55.608251 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] Provisioning complete for port 4b8568f0-f207-4464-a080-6b245931429f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:55.634591 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (4b8568f0-f207-4464-a080-6b245931429f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:55.681568 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f1ae-06b9-47d6-ba62-df791e92bfd6 req-87646cf5-4507-4ada-bf52-839828223d66 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:55.691698 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f249f1ae-06b9-47d6-ba62-df791e92bfd6 req-87646cf5-4507-4ada-bf52-839828223d66 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 944 time: 0.1061780 Mar 22 17:32:55.764093 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:32:55.764737 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:55.786192 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716093-72a6-4b08-b0af-3b6330289ba7 None None] Pushing event updated for resources: {'Port': ['ID=4b8568f0-f207-4464-a080-6b245931429f,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:55.835720 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f249f1ae-06b9-47d6-ba62-df791e92bfd6 req-509c43cc-1193-48e4-bcea-6d70f886db31 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430471 Mar 22 17:32:55.962283 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-72c7d0be-fc21-4d31-b4ec-ed92fda31cad tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--267498128&fields=id&tenant_id=9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 267 time: 0.1195278 Mar 22 17:32:56.061392 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3f8131f0-efa1-4ce7-b8f8-9177db752265 req-00d4c1be-1e23-4417-ae39-7e0338546e18 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 210 time: 0.1011825 Mar 22 17:32:56.157634 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 579c3229-875d-4f5b-8ee3-083caba241c2 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:56.191695 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:32:56.257684 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-45179a31-2c98-42de-957f-8ffc66ea4cb3 req-4c6d9bb6-6e54-484e-98cd-bda89459a493 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 210 time: 0.0431662 Mar 22 17:32:56.279692 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] Current status of the port 4b8568f0-f207-4464-a080-6b245931429f is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:56.280410 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (4b8568f0-f207-4464-a080-6b245931429f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:56.385748 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-bf8d591e-9c95-43eb-8ef4-4e5b093c2a2f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:56.395678 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-bf8d591e-9c95-43eb-8ef4-4e5b093c2a2f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 815 time: 0.4183731 Mar 22 17:32:56.420186 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-6bc33ef9-e771-46c5-9ad7-19dfad7ead7a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/quotas/9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 375 time: 0.0228817 Mar 22 17:32:56.553652 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-e5116b6c-eadb-40b6-a076-63e8b4a83040 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281710 Mar 22 17:32:56.563435 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-662d4683-7d7f-4c82-adcf-59d7f0c6b034 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--577436035&fields=id&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 267 time: 0.1063242 Mar 22 17:32:56.658230 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 0767e647-20f3-443f-9875-f92ffd160931 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:56.675050 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] For port 4b8568f0-f207-4464-a080-6b245931429f, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=4b8568f0-f207-4464-a080-6b245931429f,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:56.703476 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (4b8568f0-f207-4464-a080-6b245931429f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:56.724230 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-473a8a4c-e941-4a0d-bb91-22685ccb174e service neutron] 10.222.0.48 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582322 Mar 22 17:32:56.852368 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0f9b5-f1b3-4c1b-947b-621781e5d2e3 None None] Pushing event updated for resources: {'Port': ['ID=4b8568f0-f207-4464-a080-6b245931429f,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:56.874572 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-9bd48217-04d0-4398-9801-fcbe3d181fe9 None None] Provisioning complete for port 4b8568f0-f207-4464-a080-6b245931429f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:56.875214 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9bd48217-04d0-4398-9801-fcbe3d181fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (4b8568f0-f207-4464-a080-6b245931429f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:56.877647 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 0767e647-20f3-443f-9875-f92ffd160931 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:32:56.907783 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 0767e647-20f3-443f-9875-f92ffd160931 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:56.908160 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (0767e647-20f3-443f-9875-f92ffd160931), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:56.927121 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-de4ca706-a708-46a7-a603-846ca915e141 service neutron] 10.222.0.48 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002745 Mar 22 17:32:56.968746 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:55Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:56.985187 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-c6143d86-5ab8-45c0-a204-ae97ef32883a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:56.992886 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-c6143d86-5ab8-45c0-a204-ae97ef32883a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.1859667 Mar 22 17:32:57.011165 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-b39632b2-20df-42af-a0f2-00d176b47538 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/quotas/118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 375 time: 0.0171568 Mar 22 17:32:57.012169 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d7a0a-5e50-4d43-9ab7-239dae16e26b None None] The sync data for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb is: [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:55Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:32:57.088403 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-80440562-6334-4720-b508-2556a7b0a381 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749071 Mar 22 17:32:57.091034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9bd48217-04d0-4398-9801-fcbe3d181fe9 None None] Current status of the port 4b8568f0-f207-4464-a080-6b245931429f is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:57.096500 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 0767e647-20f3-443f-9875-f92ffd160931 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:57.097132 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (0767e647-20f3-443f-9875-f92ffd160931), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:57.134858 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0767e647-20f3-443f-9875-f92ffd160931'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:32:57.236435 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 0767e647-20f3-443f-9875-f92ffd160931, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0767e647-20f3-443f-9875-f92ffd160931,segment=NetworkSegment(35eae5df-7baf-4949-af91-e5ddb41af1c5),segment_id=35eae5df-7baf-4949-af91-e5ddb41af1c5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:32:57.243413 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (0767e647-20f3-443f-9875-f92ffd160931), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:57.332212 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=0767e647-20f3-443f-9875-f92ffd160931,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:57.466783 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b623b5-af9c-4e00-810d-4031daf8acda" -d '{"events": [{"server_uuid": "e00a2bd3-d844-458c-9a35-4d14ad7053bc", "name": "network-vif-plugged", "status": "completed", "tag": "0767e647-20f3-443f-9875-f92ffd160931"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:32:57.820263 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-c6b33ac3-10a3-4ac5-bb8c-916305f96454 service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949139 Mar 22 17:32:57.900298 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-bb2ff9e4-7e6b-4a6d-8075-7f8aba56f61c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:57.907110 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-bb2ff9e4-7e6b-4a6d-8075-7f8aba56f61c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 819 time: 0.7130175 Mar 22 17:32:57.919638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.64', 54672) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:58.064453 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-15924d94-db3a-4c41-be35-e5add6fa4755 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/quotas/649cf937c9f94e93bb9540a976dabe34 HTTP/1.1" status: 200 len: 375 time: 0.1563921 Mar 22 17:32:58.237107 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-3bb59ded-3d2e-4a7c-a8f8-cad131d2ce8f tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:58.244394 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-3bb59ded-3d2e-4a7c-a8f8-cad131d2ce8f tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 810 time: 0.3228629 Mar 22 17:32:58.251218 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-0e8b8284-f95a-4449-ad69-1b7451e328bf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:58.253020 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-0e8b8284-f95a-4449-ad69-1b7451e328bf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 819 time: 0.6057181 Mar 22 17:32:58.284029 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'port': {'device_id': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'admin_state_up': True, 'tenant_id': '649cf937c9f94e93bb9540a976dabe34'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:58.292023 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60222) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:58.363775 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-23a93a3b-e964-4951-82fc-ffdd6dd08cee service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205824 Mar 22 17:32:58.387828 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-ba022d0a-eb35-4863-bc41-2d93e1e8ccec tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200939 Mar 22 17:32:58.451812 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-075a131a-ec3b-4ff9-a91c-7ee9a14c01d6 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=645b14ee2dc34766b623327e7f0d3667 HTTP/1.1" status: 200 len: 380 time: 0.1954501 Mar 22 17:32:58.468154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'port': {'device_id': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'admin_state_up': True, 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'security_groups': ['b0c64061-313e-44a9-aec7-bf89e021c9ac']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:58.570493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Made reservation on behalf of 649cf937c9f94e93bb9540a976dabe34 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:58.581432 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:58.594044 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-b4018827-1b8c-4e6a-8706-031d6d989a91 service neutron] 10.222.0.48 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050588 Mar 22 17:32:58.662880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.64', 54676) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:58.731618 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-41ae6b2f-92af-48fe-9096-39ed239db9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:58.770499 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Made reservation on behalf of 645b14ee2dc34766b623327e7f0d3667 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:58.774277 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:58.926428 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-17bd1694-261f-410f-af50-3fbbc7b5867d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:58.928582 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-17bd1694-261f-410f-af50-3fbbc7b5867d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 815 time: 0.2616501 Mar 22 17:32:59.052354 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-86912137-1b0c-4431-a7e7-78e8235415a0 service neutron] 10.222.0.48 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403608 Mar 22 17:32:59.115978 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Allocated IP 172.20.0.5 (c8359024-884a-4f1a-899c-5d80e25f924b/2c567d4f-c89e-4a9d-9959-681ff2933592/48a97527-da23-417a-a2cf-e672c2b3e2a0) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:59.163186 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-41ae6b2f-92af-48fe-9096-39ed239db9c9 admin admin] Publish callbacks [] for security_group (3839ec9e-434a-47b4-b5a7-2fd2e412cf0d), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.165475 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6a135-3b1e-4681-8b5c-0e9093f046cd req-8fdb3603-7645-45e1-acb1-663726d26f90 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:32:59.174431 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-41ae6b2f-92af-48fe-9096-39ed239db9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3839ec9e-434a-47b4-b5a7-2fd2e412cf0d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.176667 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-64b6a135-3b1e-4681-8b5c-0e9093f046cd req-8fdb3603-7645-45e1-acb1-663726d26f90 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.3688860 Mar 22 17:32:59.207149 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-41ae6b2f-92af-48fe-9096-39ed239db9c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54f989404cee4f06a6b36c670b8a2459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9119906 Mar 22 17:32:59.216193 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60258) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:59.294531 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 4b8568f0-f207-4464-a080-6b245931429f up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:32:59.358341 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-ad2b7adb-e5cb-40e9-a327-21c3f3818a1d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 379 time: 0.4125829 Mar 22 17:32:59.399468 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'port': {'device_id': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'admin_state_up': True, 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'security_groups': ['27b6e5a8-73da-4275-8b83-175e55057c8f']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:32:59.412884 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae6b2f-92af-48fe-9096-39ed239db9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839ec9e-434a-47b4-b5a7-2fd2e412cf0d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:32:59.430714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 4b8568f0-f207-4464-a080-6b245931429f triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:32:59.431308 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (4b8568f0-f207-4464-a080-6b245931429f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.453158 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-328857e1-19b5-45d9-86f1-aa0fad22dc2b req-439efe7e-0b1f-4506-9a9d-d73bec0d1d44 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 210 time: 0.0729215 Mar 22 17:32:59.509979 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-64b6a135-3b1e-4681-8b5c-0e9093f046cd req-7826c355-3e62-460a-9938-a34423736b98 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315642 Mar 22 17:32:59.553949 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Allocated IP 172.20.0.9 (9707dd0b-e995-4ba4-ab35-779c51ac595e/4a0035cb-bfbb-4970-b45d-a29d203dac83/96121caa-ed5f-4157-b2af-23c9a0dbb945) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:32:59.580318 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2f543cc5-4a50-41bc-aca7-374aaa6b0cb5 admin admin] Publish callbacks [] for security_group (3839ec9e-434a-47b4-b5a7-2fd2e412cf0d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.603271 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2509e68f-afcc-4b3a-876a-01748343be52 req-53485ee5-45ed-4eea-b04b-8f98dc82bce5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 210 time: 0.0314412 Mar 22 17:32:59.682786 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Made reservation on behalf of 9a76be41bbf345b08096eb14e1a33524 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:32:59.686993 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.752139 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.773664 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 4b8568f0-f207-4464-a080-6b245931429f is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:32:59.835822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2f543cc5-4a50-41bc-aca7-374aaa6b0cb5 admin admin] Publish callbacks [] for security_group (3839ec9e-434a-47b4-b5a7-2fd2e412cf0d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:59.892255 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab631ce4-1eba-42a0-97d1-ca2fa8df34fb x-openstack-request-id: req-ab631ce4-1eba-42a0-97d1-ca2fa8df34fb {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:32:59.892532 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00a2bd3-d844-458c-9a35-4d14ad7053bc", "name": "network-vif-plugged", "status": "completed", "tag": "0767e647-20f3-443f-9875-f92ffd160931", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:32:59.892797 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab631ce4-1eba-42a0-97d1-ca2fa8df34fb {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:32:59.893313 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab631ce4-1eba-42a0-97d1-ca2fa8df34fb'] response: {'server_uuid': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0767e647-20f3-443f-9875-f92ffd160931', 'code': 200} Mar 22 17:32:59.897419 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d8691fa9-88e2-42ab-90a6-f76aee167178 req-ba4158df-3db5-475c-b923-890bf0710850 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 210 time: 0.0890350 Mar 22 17:32:59.988564 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.035902 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ad976b5-eb0c-4301-9428-887515c8908a req-b6bc6b45-3790-44db-971e-b14e16013b52 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 210 time: 0.0662687 Mar 22 17:33:00.080104 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.122194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.64', 54682) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:00.124818 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'Port': ['ID=48a97527-da23-417a-a2cf-e672c2b3e2a0,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:00.127817 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2f543cc5-4a50-41bc-aca7-374aaa6b0cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3839ec9e-434a-47b4-b5a7-2fd2e412cf0d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.130517 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2f543cc5-4a50-41bc-aca7-374aaa6b0cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.131972 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-2f543cc5-4a50-41bc-aca7-374aaa6b0cb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3839ec9e-434a-47b4-b5a7-2fd2e412cf0d HTTP/1.1" status: 204 len: 168 time: 0.9145589 Mar 22 17:33:00.144993 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f543cc5-4a50-41bc-aca7-374aaa6b0cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839ec9e-434a-47b4-b5a7-2fd2e412cf0d,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:00.155960 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Network c8359024-884a-4f1a-899c-5d80e25f924b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:00.158032 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:00.160899 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:00.218701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:00.219407 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.249382 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7eadc7e3-d6f2-49df-a18a-9b23db25213b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7930405 Mar 22 17:33:00.269144 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Request body: {'port': {'device_id': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:00.305010 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.317979 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Allocated IP 172.20.0.6 (bab3073a-46f5-469d-a206-23a3121eba1f/a1e7ea19-b265-49f8-a74f-c2c5dea0874a/27153565-2941-4851-95da-47250873be16) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:00.353629 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.64', 54683) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:00.413901 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.496608 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:00.509591 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:00.562501 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:00.671877 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-ba44b1de-ff02-43a3-9ec0-f361bd653f11 None None] Provisioning complete for port 48a97527-da23-417a-a2cf-e672c2b3e2a0 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:00.673108 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ba44b1de-ff02-43a3-9ec0-f361bd653f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.787644 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ba44b1de-ff02-43a3-9ec0-f361bd653f11 None None] Port 48a97527-da23-417a-a2cf-e672c2b3e2a0 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:00.877002 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'Port': ['ID=96121caa-ed5f-4157-b2af-23c9a0dbb945,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:00.924634 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-db28fa14-c113-4624-9898-941ec7299cb3 None None] Provisioning complete for port 96121caa-ed5f-4157-b2af-23c9a0dbb945 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:00.925315 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db28fa14-c113-4624-9898-941ec7299cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:00.932806 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 60308) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:00.980452 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-db28fa14-c113-4624-9898-941ec7299cb3 None None] Port 96121caa-ed5f-4157-b2af-23c9a0dbb945 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:00.990209 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f793fa4b-bb10-44b6-973b-28dc07fc01c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.021684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-7c111e77-b627-4b16-93f9-cbd1525ed030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:01.023632 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-7c111e77-b627-4b16-93f9-cbd1525ed030 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 1129 time: 0.9002419 Mar 22 17:33:01.143077 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 60316) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:01.145263 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f793fa4b-bb10-44b6-973b-28dc07fc01c9 admin admin] Publish callbacks [] for security_group (5ad3aea2-b90b-455b-9aec-9773ecc92f14), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.167559 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.64', 54688) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:01.181492 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f793fa4b-bb10-44b6-973b-28dc07fc01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5ad3aea2-b90b-455b-9aec-9773ecc92f14), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.188579 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for port (27153565-2941-4851-95da-47250873be16), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.198648 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:01.199390 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.212898 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-e9a716cc-df1a-4cb6-a3b6-f9eca9fe2d2f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.298511 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb2a2e-0e91-41e7-8270-55414902a333 req-78f1dc8e-01bf-4454-9b18-646daee78104 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:01.300182 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-21cb2a2e-0e91-41e7-8270-55414902a333 req-78f1dc8e-01bf-4454-9b18-646daee78104 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.4264092 Mar 22 17:33:01.314593 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-cbd77d68-fb44-4473-92b5-64cc3f41f453 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:01.316877 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-cbd77d68-fb44-4473-92b5-64cc3f41f453 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.9596059 Mar 22 17:33:01.317011 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f793fa4b-bb10-44b6-973b-28dc07fc01c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eadce65c8daa4820b005cb3786164998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788714 Mar 22 17:33:01.326502 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60320) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:01.330473 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793fa4b-bb10-44b6-973b-28dc07fc01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3aea2-b90b-455b-9aec-9773ecc92f14,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:01.335926 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-5fd55de0-a6a2-4ab8-8982-3e325aec7ca6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0604627 Mar 22 17:33:01.343088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366e23a-fd1f-43cc-8ac0-ae6dae4c9f0f req-c74b7fc2-1f21-4530-8cab-bb3757df30ed tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:01.344782 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f366e23a-fd1f-43cc-8ac0-ae6dae4c9f0f req-c74b7fc2-1f21-4530-8cab-bb3757df30ed tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 931 time: 0.4841208 Mar 22 17:33:01.366691 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Request body: {'port': {'device_id': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:01.464278 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfce4b41-7631-4205-94a9-5e5eac4dcf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.470678 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-3f06250c-d148-4c67-82b7-1c44ba5d374a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:01.472154 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-3f06250c-d148-4c67-82b7-1c44ba5d374a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 819 time: 0.3023386 Mar 22 17:33:01.472266 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (27153565-2941-4851-95da-47250873be16), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.501240 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'port': {'device_id': '462b7416-497b-439f-92ef-934a031f5d63', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'admin_state_up': True, 'tenant_id': '649cf937c9f94e93bb9540a976dabe34'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:01.562564 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-738c89be-9931-4962-ae02-6af51213daf0 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 379 time: 0.2313294 Mar 22 17:33:01.582140 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'port': {'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'admin_state_up': True, 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'security_groups': ['b0ba9af8-af95-4d07-958f-01b66cf6140a']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:01.602396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c571d8b7-09a0-4416-88e9-2b2f18cb3106 admin admin] Publish callbacks [] for security_group (5ad3aea2-b90b-455b-9aec-9773ecc92f14), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.732662 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c571d8b7-09a0-4416-88e9-2b2f18cb3106 admin admin] Publish callbacks [] for security_group (5ad3aea2-b90b-455b-9aec-9773ecc92f14), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.792516 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a97527-da23-417a-a2cf-e672c2b3e2a0 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:01.801079 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Publish callbacks [] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.827918 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-21cb2a2e-0e91-41e7-8270-55414902a333 req-43fb4396-ca4f-47c8-8dd2-d66a50205092 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096760 Mar 22 17:33:01.862196 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f366e23a-fd1f-43cc-8ac0-ae6dae4c9f0f req-fb268ca0-9c81-419d-ae84-c0b4ce70a1a1 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5021384 Mar 22 17:33:01.875287 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Network bab3073a-46f5-469d-a206-23a3121eba1f is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:01.878572 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Transition to ACTIVE for port object 48a97527-da23-417a-a2cf-e672c2b3e2a0 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:01.888222 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.897819 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Made reservation on behalf of 649cf937c9f94e93bb9540a976dabe34 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:01.901253 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.902336 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.912387 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Made reservation on behalf of 118a474206484ad9b7b8c35dac6b368d for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:01.915761 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.952837 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:01.956568 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:01.982393 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:02.015161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c571d8b7-09a0-4416-88e9-2b2f18cb3106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5ad3aea2-b90b-455b-9aec-9773ecc92f14), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.018217 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c571d8b7-09a0-4416-88e9-2b2f18cb3106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.019471 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c571d8b7-09a0-4416-88e9-2b2f18cb3106 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ad3aea2-b90b-455b-9aec-9773ecc92f14 HTTP/1.1" status: 204 len: 168 time: 0.6919603 Mar 22 17:33:02.083099 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-e9a716cc-df1a-4cb6-a3b6-f9eca9fe2d2f service neutron] Publish callbacks [] for security_group (735fafb0-c016-4d39-a940-3c127fc2d6ce), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.156528 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571d8b7-09a0-4416-88e9-2b2f18cb3106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3aea2-b90b-455b-9aec-9773ecc92f14,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:02.254725 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Pushing event updated for resources: {'Port': ['ID=48a97527-da23-417a-a2cf-e672c2b3e2a0,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:02.259176 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-e9a716cc-df1a-4cb6-a3b6-f9eca9fe2d2f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (735fafb0-c016-4d39-a940-3c127fc2d6ce), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.298264 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-53847ce1-37a6-4e18-947a-27eb165bae63 req-6703e104-6b0b-4931-8d98-d8ae17b2aa05 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 210 time: 0.2055018 Mar 22 17:33:02.464554 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-f8446ca8-4651-4ffc-87d2-9099f382119d None None] Provisioning complete for port 27153565-2941-4851-95da-47250873be16 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:02.465927 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8446ca8-4651-4ffc-87d2-9099f382119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (27153565-2941-4851-95da-47250873be16), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.507500 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-e9a716cc-df1a-4cb6-a3b6-f9eca9fe2d2f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3583355 Mar 22 17:33:02.513690 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f8446ca8-4651-4ffc-87d2-9099f382119d None None] Port 27153565-2941-4851-95da-47250873be16 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:02.541271 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a716cc-df1a-4cb6-a3b6-f9eca9fe2d2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=735fafb0-c016-4d39-a940-3c127fc2d6ce,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:02.549070 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:02.549592 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.557897 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Attempting to bind port 48a97527-da23-417a-a2cf-e672c2b3e2a0 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:02.558269 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Attempting to bind port 48a97527-da23-417a-a2cf-e672c2b3e2a0 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:02.558596 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Attempting to bind port 48a97527-da23-417a-a2cf-e672c2b3e2a0 on network c8359024-884a-4f1a-899c-5d80e25f924b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:02.578176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Port 48a97527-da23-417a-a2cf-e672c2b3e2a0 on network c8359024-884a-4f1a-899c-5d80e25f924b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:02.578495 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Attempting to bind port 48a97527-da23-417a-a2cf-e672c2b3e2a0 on network c8359024-884a-4f1a-899c-5d80e25f924b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:02.583576 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.20.0.7 (aa10e76c-bebe-4d39-9a51-c995c2c54649/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d/2da9535d-84a6-44f8-bf46-1e2e55b76c12) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:02.589119 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-00fd74fd-fd56-4ada-8b05-b70163ea549f req-6ec8d362-d7b9-4b3e-809b-218c2117a087 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 210 time: 0.0951846 Mar 22 17:33:02.596838 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-8444b203-14ac-48bd-8daa-5d1874006ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2021711 Mar 22 17:33:02.597456 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Allocated IP 172.20.0.5 (9707dd0b-e995-4ba4-ab35-779c51ac595e/4a0035cb-bfbb-4970-b45d-a29d203dac83/e48e7b24-eab9-4210-a46f-3a9e6e1d9ced) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:02.599871 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:02.600391 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Checking segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:02.601083 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Bound using segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:02.601967 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Bound port: 48a97527-da23-417a-a2cf-e672c2b3e2a0, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:02.602576 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.609816 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10a4a9-dfe0-4886-9b57-0128b2e9316f req-e0000b66-6560-4d90-ad9a-6d8d940e1ea3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:02.611402 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ec10a4a9-dfe0-4886-9b57-0128b2e9316f req-e0000b66-6560-4d90-ad9a-6d8d940e1ea3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 931 time: 0.6449726 Mar 22 17:33:02.629305 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfce4b41-7631-4205-94a9-5e5eac4dcf60 admin admin] Publish callbacks [] for security_group (cb6681dc-cfab-4c87-b382-d0627621e375), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.643402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfce4b41-7631-4205-94a9-5e5eac4dcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (cb6681dc-cfab-4c87-b382-d0627621e375), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.720643 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Request body: {'port': {'device_id': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:02.729616 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-bfce4b41-7631-4205-94a9-5e5eac4dcf60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af9d58735ce442c490886f460076a7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5808344 Mar 22 17:33:02.730339 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce4b41-7631-4205-94a9-5e5eac4dcf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6681dc-cfab-4c87-b382-d0627621e375,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:02.733982 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60354) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:02.757599 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ec10a4a9-dfe0-4886-9b57-0128b2e9316f req-83bee52f-bfcd-40cc-a903-f681de2822fb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267927 Mar 22 17:33:02.806045 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.850283 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] For port 48a97527-da23-417a-a2cf-e672c2b3e2a0, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:02.901686 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] For port 48a97527-da23-417a-a2cf-e672c2b3e2a0, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:02.930010 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.006528 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83980ee3-f091-4940-b42c-d0f0cb307085 admin admin] Publish callbacks [] for security_group (cb6681dc-cfab-4c87-b382-d0627621e375), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.027098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:03.027919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.029247 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] 10.222.0.64 "PUT /v2.0/ports/48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 1093 time: 2.7694888 Mar 22 17:33:03.029856 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:03.045631 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.116999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83980ee3-f091-4940-b42c-d0f0cb307085 admin admin] Publish callbacks [] for security_group (cb6681dc-cfab-4c87-b382-d0627621e375), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.121103 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.122928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad18c3a-a746-4381-8fe8-18171b319af1 service neutron] Pushing event updated for resources: {'Port': ['ID=48a97527-da23-417a-a2cf-e672c2b3e2a0,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:03.143570 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980793f-0dab-4103-9cd8-6ca660ac7367 req-1dfe6cea-a027-424c-be9c-5c018db2a12e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:03.145586 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a980793f-0dab-4103-9cd8-6ca660ac7367 req-1dfe6cea-a027-424c-be9c-5c018db2a12e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 943 time: 0.1759355 Mar 22 17:33:03.153277 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f3450-f88d-4f1a-9893-5a753c2484ad req-e74a41e3-da81-4353-ad4e-25e395300a13 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:03.154780 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7e2f3450-f88d-4f1a-9893-5a753c2484ad req-e74a41e3-da81-4353-ad4e-25e395300a13 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.1962540 Mar 22 17:33:03.280364 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.291835 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7e2f3450-f88d-4f1a-9893-5a753c2484ad req-24d6848d-0c01-4df0-9aa6-79767e7c8db2 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238313 Mar 22 17:33:03.300870 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:03.322182 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a980793f-0dab-4103-9cd8-6ca660ac7367 req-5531ae61-6410-436b-8ac3-e332240f5263 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644931 Mar 22 17:33:03.355092 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-9140c329-b087-4017-a91d-f33fffea1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:03.356677 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-9140c329-b087-4017-a91d-f33fffea1475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1127 time: 0.2512658 Mar 22 17:33:03.367385 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.377124 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:03.431349 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83980ee3-f091-4940-b42c-d0f0cb307085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (cb6681dc-cfab-4c87-b382-d0627621e375), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.433879 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83980ee3-f091-4940-b42c-d0f0cb307085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.435672 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-83980ee3-f091-4940-b42c-d0f0cb307085 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb6681dc-cfab-4c87-b382-d0627621e375 HTTP/1.1" status: 204 len: 168 time: 0.6949253 Mar 22 17:33:03.470336 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:03.547000 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27153565-2941-4851-95da-47250873be16 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:03.572344 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Publish callbacks [] for port (27153565-2941-4851-95da-47250873be16), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.657443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Transition to ACTIVE for port object 27153565-2941-4851-95da-47250873be16 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:03.692293 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.723937 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c1c3-d4d6-44d8-829e-3d0041c80e29 req-730b4191-ce86-4a6f-8f8f-db7a6d2b5ad5 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:03.739118 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c805c1c3-d4d6-44d8-829e-3d0041c80e29 req-730b4191-ce86-4a6f-8f8f-db7a6d2b5ad5 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 931 time: 0.2837739 Mar 22 17:33:03.769122 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=2da9535d-84a6-44f8-bf46-1e2e55b76c12,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:03.779447 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d755cbf-1afb-4ca9-85b9-c93030fd2794 x-openstack-request-id: req-1d755cbf-1afb-4ca9-85b9-c93030fd2794 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:03.779745 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:03.779999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d755cbf-1afb-4ca9-85b9-c93030fd2794 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:03.780464 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d755cbf-1afb-4ca9-85b9-c93030fd2794'] response: {'name': 'network-changed', 'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'status': 'completed', 'code': 200} Mar 22 17:33:03.783614 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:03.812609 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-411ab1da-5a35-4e4b-8d00-6f610254c820 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 217 time: 0.4171975 Mar 22 17:33:03.877758 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83980ee3-f091-4940-b42c-d0f0cb307085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6681dc-cfab-4c87-b382-d0627621e375,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:03.936459 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:03.964959 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:03.979852 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:04.006535 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:04.006772 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-0ec88aa1-73e0-4290-a0de-30ea1e1203c8 None None] Provisioning complete for port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:04.007714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ec88aa1-73e0-4290-a0de-30ea1e1203c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.022058 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96121caa-ed5f-4157-b2af-23c9a0dbb945 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:04.054777 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c805c1c3-d4d6-44d8-829e-3d0041c80e29 req-0291eeeb-15e0-4283-b209-70118c2f7aa9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012216 Mar 22 17:33:04.102217 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'Port': ['ID=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:04.118433 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Publish callbacks [] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.128032 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.132920 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.135506 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0ec88aa1-73e0-4290-a0de-30ea1e1203c8 None None] Port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:04.180508 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-20623c03-93bc-46fb-a2db-b4b0fc5b8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.182195 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-20623c03-93bc-46fb-a2db-b4b0fc5b8193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.3019962 Mar 22 17:33:04.219337 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e90419-412a-4e31-b327-41a470132813 req-74d16dd5-3e88-4c7c-96bf-58c5dcc29bea tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.232401 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2e90419-412a-4e31-b327-41a470132813 req-74d16dd5-3e88-4c7c-96bf-58c5dcc29bea tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 931 time: 0.4867084 Mar 22 17:33:04.240569 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Transition to ACTIVE for port object 96121caa-ed5f-4157-b2af-23c9a0dbb945 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:04.304460 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.305299 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.314212 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-d5773b08-2d4a-4b66-8704-cf8b4b0691e9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7457213 Mar 22 17:33:04.335756 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.340057 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Request body: {'port': {'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:04.407812 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Attempting to bind port 27153565-2941-4851-95da-47250873be16 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:04.408355 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Attempting to bind port 27153565-2941-4851-95da-47250873be16 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:04.408879 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Attempting to bind port 27153565-2941-4851-95da-47250873be16 on network bab3073a-46f5-469d-a206-23a3121eba1f {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:04.424763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60408) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:04.428190 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-aed4aed3-6735-406d-823e-67bb6bd3343f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9360733 Mar 22 17:33:04.446874 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Port 27153565-2941-4851-95da-47250873be16 on network bab3073a-46f5-469d-a206-23a3121eba1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:04.447493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Attempting to bind port 27153565-2941-4851-95da-47250873be16 on network bab3073a-46f5-469d-a206-23a3121eba1f {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:04.459866 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=96121caa-ed5f-4157-b2af-23c9a0dbb945,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:04.466750 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:04.467126 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Checking segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:04.467520 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Bound using segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:04.467974 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Bound port: 27153565-2941-4851-95da-47250873be16, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:04.468335 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.484819 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2e90419-412a-4e31-b327-41a470132813 req-c06d9a97-6c1e-49be-801c-b30a5c220edb tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506907 Mar 22 17:33:04.502248 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Request body: {'port': {'device_id': '462b7416-497b-439f-92ef-934a031f5d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:04.503626 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-9c6f879e-233e-4c4e-8723-a5fc48ddd9d3 None None] Provisioning complete for port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:04.504592 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c6f879e-233e-4c4e-8723-a5fc48ddd9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.508561 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdf7cd38-f344-473a-b894-bb9e152ce786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.534744 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-3f82edd7-8e5c-4a0b-83cc-7b4173c453e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.540645 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-3f82edd7-8e5c-4a0b-83cc-7b4173c453e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3473504 Mar 22 17:33:04.553601 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707847df-f19e-4e26-86e8-0f15d37c8a72 req-b21c32e6-3e33-4aa2-856b-5183393c5b8f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.562246 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f879e-233e-4c4e-8723-a5fc48ddd9d3 None None] Port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:04.568158 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-707847df-f19e-4e26-86e8-0f15d37c8a72 req-b21c32e6-3e33-4aa2-856b-5183393c5b8f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.3637335 Mar 22 17:33:04.629021 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.704326 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.754390 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-707847df-f19e-4e26-86e8-0f15d37c8a72 req-68621c82-dd16-440a-b053-5b02ddc5a800 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844497 Mar 22 17:33:04.761261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:04.766229 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:04.769173 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Attempting to bind port 96121caa-ed5f-4157-b2af-23c9a0dbb945 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:04.769358 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Attempting to bind port 96121caa-ed5f-4157-b2af-23c9a0dbb945 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:04.769573 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Attempting to bind port 96121caa-ed5f-4157-b2af-23c9a0dbb945 on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:04.792051 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a3010-2cd4-481b-9dca-2827b49c5952 req-9d6fb64e-b7dc-450d-96ef-11806eda9fad tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.793699 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f35a3010-2cd4-481b-9dca-2827b49c5952 req-9d6fb64e-b7dc-450d-96ef-11806eda9fad tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.1880374 Mar 22 17:33:04.795895 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.798037 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Port 96121caa-ed5f-4157-b2af-23c9a0dbb945 on network 9707dd0b-e995-4ba4-ab35-779c51ac595e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:04.798170 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Attempting to bind port 96121caa-ed5f-4157-b2af-23c9a0dbb945 on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:04.837645 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:04.837913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Checking segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:04.838293 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Bound using segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:04.838738 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Bound port: 96121caa-ed5f-4157-b2af-23c9a0dbb945, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:04.839138 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.900966 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:04.901637 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.903142 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 1093 time: 2.1928818 Mar 22 17:33:04.906513 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:04.914112 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26853c63-a0f2-4474-bb38-c0bca2da9897" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:05.024889 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f247b-ab0d-46bf-9241-515b36e243b8 service neutron] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:05.092146 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f35a3010-2cd4-481b-9dca-2827b49c5952 req-af6b7619-889e-4b7d-82c0-dd3b2468ce62 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865531 Mar 22 17:33:05.104986 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-552aca79-f3c5-44d5-ba7f-6c2c90aa3aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500433 Mar 22 17:33:05.204283 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41c023-6780-47cd-b322-835ff6469586 x-openstack-request-id: req-5d41c023-6780-47cd-b322-835ff6469586 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:05.204567 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "tag": "27153565-2941-4851-95da-47250873be16", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:05.207717 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d41c023-6780-47cd-b322-835ff6469586 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:05.208344 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d41c023-6780-47cd-b322-835ff6469586'] response: {'name': 'network-changed', 'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'tag': '27153565-2941-4851-95da-47250873be16', 'status': 'completed', 'code': 200} Mar 22 17:33:05.232312 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] For port 96121caa-ed5f-4157-b2af-23c9a0dbb945, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:05.237949 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdf7cd38-f344-473a-b894-bb9e152ce786 admin admin] Publish callbacks [] for security_group (197cf66e-bb9e-4de0-8ed2-2cda65b27fea), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.245559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] For port 96121caa-ed5f-4157-b2af-23c9a0dbb945, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:05.255174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-1d333134-7150-48cd-8056-4e721764206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:05.256785 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-1d333134-7150-48cd-8056-4e721764206c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1127 time: 0.2689803 Mar 22 17:33:05.264735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f808c1-e915-486e-a27f-254ba1c85c8b req-4594b032-62e8-484e-af02-2ab8717374b2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:05.266355 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1f808c1-e915-486e-a27f-254ba1c85c8b req-4594b032-62e8-484e-af02-2ab8717374b2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 943 time: 0.3620796 Mar 22 17:33:05.275763 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.382114 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-4307f1a7-8639-499f-8ba2-c788d7e6436b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 217 time: 0.1140919 Mar 22 17:33:05.385701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdf7cd38-f344-473a-b894-bb9e152ce786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (197cf66e-bb9e-4de0-8ed2-2cda65b27fea), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.416886 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:05.417552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.423162 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 1093 time: 4.0657206 Mar 22 17:33:05.439869 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da9535d-84a6-44f8-bf46-1e2e55b76c12 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:05.505277 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Publish callbacks [] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.579069 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-bdf7cd38-f344-473a-b894-bb9e152ce786 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d68d6ee417f4bd79114b62511323e24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1498325 Mar 22 17:33:05.603293 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60438) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:05.682770 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Transition to ACTIVE for port object 2da9535d-84a6-44f8-bf46-1e2e55b76c12 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:05.702646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7cd38-f344-473a-b894-bb9e152ce786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197cf66e-bb9e-4de0-8ed2-2cda65b27fea,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:05.734656 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.851365 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cf327b4a-063f-4f87-ba60-9203eec3ec71 req-3d75a914-5658-4251-8b78-5cf0f0399548 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206159 Mar 22 17:33:05.919228 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Pushing event updated for resources: {'Port': ['ID=2da9535d-84a6-44f8-bf46-1e2e55b76c12,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:05.947024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0ede0-0d01-4098-bdb9-84153283f1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=96121caa-ed5f-4157-b2af-23c9a0dbb945,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:05.960788 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-669691df-e1f6-4b85-9b2a-d276191dcb28 admin admin] Publish callbacks [] for security_group (197cf66e-bb9e-4de0-8ed2-2cda65b27fea), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.962390 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6875-61c6-4e1b-97ae-b5ecd642ab6b req-f0052467-f8f5-4694-80ae-73853c94b1dc tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:05.964563 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f5dc6875-61c6-4e1b-97ae-b5ecd642ab6b req-f0052467-f8f5-4694-80ae-73853c94b1dc tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 931 time: 0.6955681 Mar 22 17:33:05.974410 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1f808c1-e915-486e-a27f-254ba1c85c8b req-53cd7b12-23a6-4957-84ad-cbfd7ecd0a93 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6873932 Mar 22 17:33:05.978135 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-890a5ab0-5fc9-453b-ae97-af9e7272958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:05.979686 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-890a5ab0-5fc9-453b-ae97-af9e7272958e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.5813127 Mar 22 17:33:06.005623 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-6251d504-15ce-48c9-b110-edc4877baea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.007544 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-6251d504-15ce-48c9-b110-edc4877baea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1127 time: 0.5353518 Mar 22 17:33:06.124058 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-bac79eed-8a15-44db-abbe-1650a92b7f82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 217 time: 0.0944946 Mar 22 17:33:06.143970 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-669691df-e1f6-4b85-9b2a-d276191dcb28 admin admin] Publish callbacks [] for security_group (197cf66e-bb9e-4de0-8ed2-2cda65b27fea), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:06.227846 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-5743c0d3-0db2-44e2-97cf-e92149d8703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.229503 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-5743c0d3-0db2-44e2-97cf-e92149d8703d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1127 time: 0.2953391 Mar 22 17:33:06.236382 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Attempting to bind port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:06.236733 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Attempting to bind port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:06.237070 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Attempting to bind port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:06.247173 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f5dc6875-61c6-4e1b-97ae-b5ecd642ab6b req-ed7463cd-5161-4cb7-9086-7bd3db3be7dd tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692966 Mar 22 17:33:06.258450 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-4816b0ba-e0e8-4c4d-8984-f857a96631bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.261214 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-4816b0ba-e0e8-4c4d-8984-f857a96631bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2705386 Mar 22 17:33:06.261354 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48e7b24-eab9-4210-a46f-3a9e6e1d9ced {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:06.322001 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Publish callbacks [] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:06.330810 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:06.331288 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Attempting to bind port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:06.335447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-2491bccc-4635-493f-b163-52c98a881a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.337026 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-2491bccc-4635-493f-b163-52c98a881a53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.2004449 Mar 22 17:33:06.364484 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Transition to ACTIVE for port object e48e7b24-eab9-4210-a46f-3a9e6e1d9ced will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:06.372031 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:06.372398 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:06.372855 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Bound using segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:06.373331 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Bound port: 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:06.373648 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:06.386924 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:06.414663 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-669691df-e1f6-4b85-9b2a-d276191dcb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (197cf66e-bb9e-4de0-8ed2-2cda65b27fea), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:06.417288 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-669691df-e1f6-4b85-9b2a-d276191dcb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:06.417868 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbff6b-aa56-4b5e-8bab-eb6cd716f8e7 req-eeecc5a7-1a73-40cd-a53d-3794f620f401 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.418469 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-669691df-e1f6-4b85-9b2a-d276191dcb28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/197cf66e-bb9e-4de0-8ed2-2cda65b27fea HTTP/1.1" status: 204 len: 168 time: 0.8074994 Mar 22 17:33:06.425587 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-42bbff6b-aa56-4b5e-8bab-eb6cd716f8e7 req-eeecc5a7-1a73-40cd-a53d-3794f620f401 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 931 time: 0.3195877 Mar 22 17:33:06.518339 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-307389d7-024f-4b7a-82d1-62d6040436a7 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456858 Mar 22 17:33:06.528854 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-552ddd95-997e-4f6c-80a5-bb8dcbb47064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.530713 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-552ddd95-997e-4f6c-80a5-bb8dcbb47064 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1826143 Mar 22 17:33:06.542876 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60232d36-7abf-4e31-b287-f0639d142068 req-20f41660-329d-4e19-88f2-054a6c913f89 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.547602 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60232d36-7abf-4e31-b287-f0639d142068 req-20f41660-329d-4e19-88f2-054a6c913f89 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.2094042 Mar 22 17:33:06.579964 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-42bbff6b-aa56-4b5e-8bab-eb6cd716f8e7 req-71a59e5f-1178-4080-b204-a31ebb77eb3e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531985 Mar 22 17:33:06.666850 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669691df-e1f6-4b85-9b2a-d276191dcb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197cf66e-bb9e-4de0-8ed2-2cda65b27fea,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:06.707362 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Pushing event updated for resources: {'Port': ['ID=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:06.715314 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-36a5c9f0-6140-4cc4-8fb5-7e606d977ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:06.716877 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-36a5c9f0-6140-4cc4-8fb5-7e606d977ebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.4739418 Mar 22 17:33:06.768369 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-522ae7b8-3c65-46c2-b9ab-716872979eaf req-0a908bfb-d843-4183-9ad3-43f9bcaf79f6 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361782 Mar 22 17:33:06.844223 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-08a8ba34-f979-4331-9432-28f68c196724 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 217 time: 0.1184330 Mar 22 17:33:06.949041 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] For port 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:06.973792 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] For port 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:06.994622 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:07.003701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-4ece2771-2ccf-4fba-8c35-449a5cd4a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.005409 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-4ece2771-2ccf-4fba-8c35-449a5cd4a984 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.1229913 Mar 22 17:33:07.032415 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Attempting to bind port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:07.032983 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Attempting to bind port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:07.033458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Attempting to bind port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:07.055216 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced on network 9707dd0b-e995-4ba4-ab35-779c51ac595e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:07.055797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Attempting to bind port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:07.058234 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60232d36-7abf-4e31-b287-f0639d142068 req-6378d905-d94f-4c1b-834e-c0cbbaec1538 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922215 Mar 22 17:33:07.089421 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.090243 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:07.092378 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] 10.222.0.64 "PUT /v2.0/ports/2da9535d-84a6-44f8-bf46-1e2e55b76c12 HTTP/1.1" status: 200 len: 1093 time: 2.7628260 Mar 22 17:33:07.096844 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:07.099580 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6150433-926a-4717-95bb-82b98ce47331" -d '{"events": [{"name": "network-changed", "server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:07.105170 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-33ec71db-9ee0-4a3d-b405-ade85781d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.109563 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:07.110084 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Checking segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:07.110641 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Bound using segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:07.111332 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Bound port: e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:07.112027 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:07.112785 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-33ec71db-9ee0-4a3d-b405-ade85781d859 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1127 time: 0.2440221 Mar 22 17:33:07.148187 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-2b57e897-55bd-4e3d-84b5-d88b787d1b07 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985727 Mar 22 17:33:07.192824 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba14e-81a9-4575-8835-d3198ecccf06 service neutron] Pushing event updated for resources: {'Port': ['ID=2da9535d-84a6-44f8-bf46-1e2e55b76c12,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:07.212652 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'tag': '96121caa-ed5f-4157-b2af-23c9a0dbb945'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:07.215818 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30682d49-96ac-4fef-93a6-f5341ed2202e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229", "tag": "96121caa-ed5f-4157-b2af-23c9a0dbb945"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:07.243858 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-d83ad6cb-4d3a-49fc-be65-7e1b065c2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.246862 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-d83ad6cb-4d3a-49fc-be65-7e1b065c2c22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2107420 Mar 22 17:33:07.338230 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-3a736b16-dba5-4166-ac9a-39ca198d3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.339834 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-3a736b16-dba5-4166-ac9a-39ca198d3b5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 1127 time: 0.2050912 Mar 22 17:33:07.366084 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] For port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:07.439851 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-b4463123-ede3-4b62-bae0-4602da9cf5ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12 HTTP/1.1" status: 200 len: 217 time: 0.0894473 Mar 22 17:33:07.445972 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] For port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:07.492658 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:07.521823 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016161-e746-438e-8e0d-08b4101838ba req-2806d050-c67a-459d-93a1-38bb15192cc5 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.524024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c3016161-e746-438e-8e0d-08b4101838ba req-2806d050-c67a-459d-93a1-38bb15192cc5 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 943 time: 0.3209162 Mar 22 17:33:07.556616 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-46a431f7-abe9-465e-843c-1fba9fa2b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.558107 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-46a431f7-abe9-465e-843c-1fba9fa2b764 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.1104617 Mar 22 17:33:07.559976 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-fc81c158-cb86-4ef3-a705-61441743c875 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989545 Mar 22 17:33:07.565320 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.565941 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:07.567422 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] 10.222.0.64 "PUT /v2.0/ports/e48e7b24-eab9-4210-a46f-3a9e6e1d9ced HTTP/1.1" status: 200 len: 1093 time: 3.1267264 Mar 22 17:33:07.654607 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c3016161-e746-438e-8e0d-08b4101838ba req-e0fc6601-cb25-40b0-884e-1b59a7690f2c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161211 Mar 22 17:33:07.668059 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-bdfb0fa0-119e-492d-ae3e-8c764e6fd47b service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081272 Mar 22 17:33:07.683119 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-b78277f6-a439-4811-a80d-b04bd0da7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.691794 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-b78277f6-a439-4811-a80d-b04bd0da7922 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.5640671 Mar 22 17:33:07.710970 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd61566-730e-49ba-8043-44d43ccc452d service neutron] Pushing event updated for resources: {'Port': ['ID=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:07.806092 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-b7071c24-aaec-490a-b68a-169d1e44061a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 217 time: 0.1041329 Mar 22 17:33:07.883415 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2b151d0e-ca8e-4e96-817b-81bf1ebf38f3 req-b6d0cd6a-046f-4f72-a51e-38de4e080d05 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101652 Mar 22 17:33:07.893029 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b7397b-8b29-4754-8c70-c4a33ebc3999 x-openstack-request-id: req-83b7397b-8b29-4754-8c70-c4a33ebc3999 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:07.893325 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:07.893581 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83b7397b-8b29-4754-8c70-c4a33ebc3999 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:07.897993 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b7397b-8b29-4754-8c70-c4a33ebc3999'] response: {'name': 'network-changed', 'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'status': 'completed', 'code': 200} Mar 22 17:33:07.928179 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275356c-a611-4701-a6b5-b786caf6b645 req-eb691891-c682-4840-9fef-ce00ce3006fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.929840 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-eb691891-c682-4840-9fef-ce00ce3006fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3584719 Mar 22 17:33:07.956029 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-3d431fbb-ae84-4a36-bcba-f5794b17b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.957805 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-3d431fbb-ae84-4a36-bcba-f5794b17b577 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.1469731 Mar 22 17:33:07.959751 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-022a715e-93f8-4e1b-9976-6f1642e24a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:07.961520 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-022a715e-93f8-4e1b-9976-6f1642e24a8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 1127 time: 0.3368917 Mar 22 17:33:07.966506 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb3365-af2d-40bd-9603-0996c112a263 x-openstack-request-id: req-80eb3365-af2d-40bd-9603-0996c112a263 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:07.966812 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229", "tag": "96121caa-ed5f-4157-b2af-23c9a0dbb945", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:07.967123 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80eb3365-af2d-40bd-9603-0996c112a263 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:07.967595 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80eb3365-af2d-40bd-9603-0996c112a263'] response: {'name': 'network-changed', 'server_uuid': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'tag': '96121caa-ed5f-4157-b2af-23c9a0dbb945', 'status': 'completed', 'code': 200} Mar 22 17:33:08.135826 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-95773f27-1841-41de-b3dd-0aa3f1c2bd5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced HTTP/1.1" status: 200 len: 217 time: 0.1500802 Mar 22 17:33:08.169928 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-9478d0eb-a96c-406e-b00a-558623b8b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.171798 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-9478d0eb-a96c-406e-b00a-558623b8b077 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1736028 Mar 22 17:33:08.182962 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f66ea5-587a-485b-8897-33e8e3e94f4b req-df20a771-953f-4a07-895b-258c44bb823e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.185266 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-82f66ea5-587a-485b-8897-33e8e3e94f4b req-df20a771-953f-4a07-895b-258c44bb823e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 943 time: 0.2127552 Mar 22 17:33:08.211713 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-3ab4248f-6f8c-4e1e-9611-cd94142895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.213629 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-3ab4248f-6f8c-4e1e-9611-cd94142895bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0692444 Mar 22 17:33:08.300520 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0db743-8ae9-42b0-ac20-1359fe3501f1 req-89d65a18-4465-49ec-a9aa-9b6206a3e186 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.307631 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fd0db743-8ae9-42b0-ac20-1359fe3501f1 req-89d65a18-4465-49ec-a9aa-9b6206a3e186 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 943 time: 0.2489712 Mar 22 17:33:08.314218 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-ad749068-b680-45e7-846b-e92a953ab288 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272829 Mar 22 17:33:08.317523 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-4cc93a5e-45ea-4161-8eee-a2a68a797bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.319659 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-4cc93a5e-45ea-4161-8eee-a2a68a797bce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1127 time: 0.2976785 Mar 22 17:33:08.351613 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-2c194c19-45a8-486f-b7df-2e3becc4f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.353220 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-2c194c19-45a8-486f-b7df-2e3becc4f9e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1288724 Mar 22 17:33:08.373217 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-82f66ea5-587a-485b-8897-33e8e3e94f4b req-4cdf5321-f7a7-4741-b945-576720defc94 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730011 Mar 22 17:33:08.423297 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fd0db743-8ae9-42b0-ac20-1359fe3501f1 req-fa74b34b-6d1f-4cc8-8a9a-ba4029cfc86b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145763 Mar 22 17:33:08.427583 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-858fa693-17cf-4a53-ab3e-a8a1eabef7a5 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413728 Mar 22 17:33:08.566163 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 60564) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:08.604543 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dde866-5f4f-40f9-9b00-4989aa5152d0 req-b15c490a-fc13-445c-bc1c-8dcb8c28f956 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.605733 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-87dde866-5f4f-40f9-9b00-4989aa5152d0 req-b15c490a-fc13-445c-bc1c-8dcb8c28f956 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.0968432 Mar 22 17:33:08.608104 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-c0e50aa1-8f9a-45a1-8228-2335ec6dc8e3 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804191 Mar 22 17:33:08.608794 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-26853c63-a0f2-4474-bb38-c0bca2da9897 req-b9457eb7-58f6-4d31-b63d-9276e7fa1e87 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734226 Mar 22 17:33:08.620817 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-3a13651c-68fd-4ff2-9343-faffed2d9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.622862 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-3a13651c-68fd-4ff2-9343-faffed2d9486 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.2941527 Mar 22 17:33:08.630720 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-dbf69ba9-08d0-4aca-a365-0e81cd517284 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555802 Mar 22 17:33:08.649256 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 48a97527-da23-417a-a2cf-e672c2b3e2a0 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:33:08.680673 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-91161260-9347-4f8c-a0db-714eb8cf4482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 217 time: 0.0483673 Mar 22 17:33:08.757133 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-87dde866-5f4f-40f9-9b00-4989aa5152d0 req-fbfb6f4e-c5de-48c9-903b-d9f69ca1850e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273305 Mar 22 17:33:08.765007 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150433-926a-4717-95bb-82b98ce47331 req-1f0373d6-761c-4eeb-9caf-22c05ce530de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.766736 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-1f0373d6-761c-4eeb-9caf-22c05ce530de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 1127 time: 0.0957558 Mar 22 17:33:08.794359 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 48a97527-da23-417a-a2cf-e672c2b3e2a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:08.835254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'port_id': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'mac_address': 'fa:16:3e:ea:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:33:08.839781 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-2fd3fe68-e054-4839-8cee-10f00b7061f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.842113 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-2fd3fe68-e054-4839-8cee-10f00b7061f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.1506670 Mar 22 17:33:08.905716 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 48a97527-da23-417a-a2cf-e672c2b3e2a0 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:08.906571 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:08.925843 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a97527-da23-417a-a2cf-e672c2b3e2a0 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:08.943920 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-20bb65a4-9da0-47b2-b904-fb337f6e0412 req-3ead350a-598a-40ed-bdda-5bfa300fe280 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031652 Mar 22 17:33:08.967739 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 48a97527-da23-417a-a2cf-e672c2b3e2a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:08.974790 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:08.981646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-52ce981f-a732-4cd3-8f13-827aaf09de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:08.982755 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-52ce981f-a732-4cd3-8f13-827aaf09de98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1298332 Mar 22 17:33:09.037910 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=48a97527-da23-417a-a2cf-e672c2b3e2a0,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:09.044570 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150433-926a-4717-95bb-82b98ce47331 req-f91630f4-3dc8-4213-897a-659ad06df175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:09.046936 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-f91630f4-3dc8-4213-897a-659ad06df175 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.2653990 Mar 22 17:33:09.062783 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f25e-a903-45a3-ae4b-c6f3a50de936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.146621 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-31b69b8a-13c3-4c37-8178-b61faed29040 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547632 Mar 22 17:33:09.152429 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-59e3e86e-8741-4f1d-8ac2-fe65510f4c68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12 HTTP/1.1" status: 200 len: 217 time: 0.0808063 Mar 22 17:33:09.209743 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cffe2-f082-48b7-9789-3a8fef0767a2 req-09e03c55-f9fc-4261-9be0-6c5644d91b9a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:09.211327 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-270cffe2-f082-48b7-9789-3a8fef0767a2 req-09e03c55-f9fc-4261-9be0-6c5644d91b9a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 943 time: 0.3524964 Mar 22 17:33:09.264032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['48a97527-da23-417a-a2cf-e672c2b3e2a0'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:09.264379 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-30682d49-96ac-4fef-93a6-f5341ed2202e req-7285d821-4fb2-47c2-8d11-cd4f9d481702 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053362 Mar 22 17:33:09.271223 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150433-926a-4717-95bb-82b98ce47331 req-ba1b0c35-9787-4729-8fbe-de61f7407ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:09.272651 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-ba1b0c35-9787-4729-8fbe-de61f7407ba3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.1116908 Mar 22 17:33:09.384258 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f25e-a903-45a3-ae4b-c6f3a50de936 admin admin] Publish callbacks [] for security_group (6a74db7f-4d3d-497a-a959-06cb67686932), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.399792 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-270cffe2-f082-48b7-9789-3a8fef0767a2 req-5b1f5efb-5bc5-447f-948a-4e04439c9355 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724694 Mar 22 17:33:09.418716 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f25e-a903-45a3-ae4b-c6f3a50de936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6a74db7f-4d3d-497a-a959-06cb67686932), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.543998 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-b2f9f25e-a903-45a3-ae4b-c6f3a50de936 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfaabbb8c32c4f459bc584fa2ca47034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9748375 Mar 22 17:33:09.546712 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60596) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:09.550909 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150433-926a-4717-95bb-82b98ce47331 req-1e800ec0-fed8-4a03-b2f1-b7c9f26b6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:09.565375 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-1e800ec0-fed8-4a03-b2f1-b7c9f26b6566 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2582202 Mar 22 17:33:09.600711 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9f25e-a903-45a3-ae4b-c6f3a50de936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74db7f-4d3d-497a-a959-06cb67686932,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:09.619283 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a68739ae-cbcc-493d-a13f-e6465fc8a813 admin admin] Publish callbacks [] for security_group (6a74db7f-4d3d-497a-a959-06cb67686932), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.650704 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a68739ae-cbcc-493d-a13f-e6465fc8a813 admin admin] Publish callbacks [] for security_group (6a74db7f-4d3d-497a-a959-06cb67686932), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.714667 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a68739ae-cbcc-493d-a13f-e6465fc8a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6a74db7f-4d3d-497a-a959-06cb67686932), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.717887 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a68739ae-cbcc-493d-a13f-e6465fc8a813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:09.719125 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a68739ae-cbcc-493d-a13f-e6465fc8a813 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a74db7f-4d3d-497a-a959-06cb67686932 HTTP/1.1" status: 204 len: 168 time: 0.1711180 Mar 22 17:33:09.728396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68739ae-cbcc-493d-a13f-e6465fc8a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74db7f-4d3d-497a-a959-06cb67686932,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:09.899764 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462b7416-497b-439f-92ef-934a031f5d63', 'tag': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:09.903519 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24" -d '{"events": [{"name": "network-changed", "server_uuid": "462b7416-497b-439f-92ef-934a031f5d63", "tag": "e48e7b24-eab9-4210-a46f-3a9e6e1d9ced"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:10.014985 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979dd61-4cd3-47cc-acff-dd9322f1cb00 req-3b10d28b-2c39-4e4f-bed6-dc268867502e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.017352 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9979dd61-4cd3-47cc-acff-dd9322f1cb00 req-3b10d28b-2c39-4e4f-bed6-dc268867502e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 943 time: 0.5026698 Mar 22 17:33:10.029255 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d85e21-513c-4ffd-b4fb-9a422946e3af req-573c8135-1635-424f-8d42-d572d3c5fa80 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.032236 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-70d85e21-513c-4ffd-b4fb-9a422946e3af req-573c8135-1635-424f-8d42-d572d3c5fa80 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 943 time: 0.4862063 Mar 22 17:33:10.045122 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-2602bafd-9d8e-4b84-83aa-89686bda06a9 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554617 Mar 22 17:33:10.196762 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9979dd61-4cd3-47cc-acff-dd9322f1cb00 req-b0b5618e-470c-442a-9566-40531e7c52b1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614115 Mar 22 17:33:10.204568 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-70d85e21-513c-4ffd-b4fb-9a422946e3af req-7b36fa91-c8c8-4434-aa57-8337b35e8963 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518312 Mar 22 17:33:10.223085 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6150433-926a-4717-95bb-82b98ce47331 req-5de2b30d-b51b-4222-aa28-84262b24df76 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691501 Mar 22 17:33:10.277160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 60616) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:10.290115 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596fa9a-db25-440f-a867-818453d9d140 x-openstack-request-id: req-1596fa9a-db25-440f-a867-818453d9d140 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:10.290670 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462b7416-497b-439f-92ef-934a031f5d63", "tag": "e48e7b24-eab9-4210-a46f-3a9e6e1d9ced", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:10.291114 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1596fa9a-db25-440f-a867-818453d9d140 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:10.291723 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1596fa9a-db25-440f-a867-818453d9d140'] response: {'name': 'network-changed', 'server_uuid': '462b7416-497b-439f-92ef-934a031f5d63', 'tag': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced', 'status': 'completed', 'code': 200} Mar 22 17:33:10.294626 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-391ea0d5-362e-4f66-b345-c8b7cf1d3793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.412165 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b98cdb-c231-4de8-b649-869f3cba0fe2 req-2ab6f99a-0c43-4d23-985b-980d40f08b8a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.413679 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-33b98cdb-c231-4de8-b649-869f3cba0fe2 req-2ab6f99a-0c43-4d23-985b-980d40f08b8a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1210485 Mar 22 17:33:10.431473 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-bed63017-ff20-4fff-a966-107f2792f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.432939 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-bed63017-ff20-4fff-a966-107f2792f381 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 1127 time: 0.1081541 Mar 22 17:33:10.565029 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-33b98cdb-c231-4de8-b649-869f3cba0fe2 req-753edf54-6f56-4b57-ad6a-ab239e7a2404 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426589 Mar 22 17:33:10.582545 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-391ea0d5-362e-4f66-b345-c8b7cf1d3793 admin admin] Publish callbacks [] for security_group (5db350cd-9255-4731-9cef-306519f708c8), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.598603 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-391ea0d5-362e-4f66-b345-c8b7cf1d3793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5db350cd-9255-4731-9cef-306519f708c8), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.658437 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 96121caa-ed5f-4157-b2af-23c9a0dbb945 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:33:10.663730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-3bfbc739-2aaf-43f8-ae52-1d3a96513064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.665168 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-3bfbc739-2aaf-43f8-ae52-1d3a96513064 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.2239430 Mar 22 17:33:10.674385 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-391ea0d5-362e-4f66-b345-c8b7cf1d3793 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3dc2c1e9e674501a41958f4ba547677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929412 Mar 22 17:33:10.674725 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60626) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:10.691502 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea0d5-362e-4f66-b345-c8b7cf1d3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db350cd-9255-4731-9cef-306519f708c8,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:10.711579 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5fb87-e2e4-4516-9ebd-74d655e40494 req-8648e871-ff69-4fb7-b9c2-469774e14ba2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.713104 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2cd5fb87-e2e4-4516-9ebd-74d655e40494 req-8648e871-ff69-4fb7-b9c2-469774e14ba2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 944 time: 0.1980116 Mar 22 17:33:10.743057 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a64e365-4fd6-4406-9a2d-c26599929337 admin admin] Publish callbacks [] for security_group (5db350cd-9255-4731-9cef-306519f708c8), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.746180 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-68a0d5ee-2e66-482d-9431-bd9776470ef4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced HTTP/1.1" status: 200 len: 217 time: 0.0557139 Mar 22 17:33:10.755809 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 48a97527-da23-417a-a2cf-e672c2b3e2a0 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:10.770646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a64e365-4fd6-4406-9a2d-c26599929337 admin admin] Publish callbacks [] for security_group (5db350cd-9255-4731-9cef-306519f708c8), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.842289 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 96121caa-ed5f-4157-b2af-23c9a0dbb945, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:10.843615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd6531-6fef-492a-b2fc-03d43f855bab req-8c9d28df-4636-49a7-bc3b-c6d0c2661cd5 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.845138 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5fbd6531-6fef-492a-b2fc-03d43f855bab req-8c9d28df-4636-49a7-bc3b-c6d0c2661cd5 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.2066245 Mar 22 17:33:10.851778 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-db8c5b42-6f89-4eca-9e5a-5ef51e46f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.852222 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a64e365-4fd6-4406-9a2d-c26599929337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5db350cd-9255-4731-9cef-306519f708c8), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.853848 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-db8c5b42-6f89-4eca-9e5a-5ef51e46f8ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0980952 Mar 22 17:33:10.856176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a64e365-4fd6-4406-9a2d-c26599929337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.858115 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4a64e365-4fd6-4406-9a2d-c26599929337 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5db350cd-9255-4731-9cef-306519f708c8 HTTP/1.1" status: 204 len: 168 time: 0.1822884 Mar 22 17:33:10.871408 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64e365-4fd6-4406-9a2d-c26599929337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db350cd-9255-4731-9cef-306519f708c8,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:10.891764 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '96121caa-ed5f-4157-b2af-23c9a0dbb945', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'port_id': '96121caa-ed5f-4157-b2af-23c9a0dbb945', 'mac_address': 'fa:16:3e:bf:94:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:33:10.891974 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2cd5fb87-e2e4-4516-9ebd-74d655e40494 req-a50cfc8a-5694-418a-b3f9-a35fc30bb023 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495898 Mar 22 17:33:10.898244 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 48a97527-da23-417a-a2cf-e672c2b3e2a0 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:33:10.904435 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 48a97527-da23-417a-a2cf-e672c2b3e2a0 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:10.904857 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.944485 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5fbd6531-6fef-492a-b2fc-03d43f855bab req-206fa9ad-49be-4a6b-956f-e4c4e3c5c5ff tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861290 Mar 22 17:33:10.953678 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-c2dec3f9-566f-4cdd-b48f-f96822efbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:10.955437 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-c2dec3f9-566f-4cdd-b48f-f96822efbe1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0865765 Mar 22 17:33:10.980862 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 96121caa-ed5f-4157-b2af-23c9a0dbb945 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:10.981790 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.998455 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96121caa-ed5f-4157-b2af-23c9a0dbb945 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:11.048465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 96121caa-ed5f-4157-b2af-23c9a0dbb945, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:11.066895 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:11.067524 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:33:11.084829 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-f2d1a6bc-8cbf-4ca4-981e-be293034023a service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191308 Mar 22 17:33:11.109166 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 48a97527-da23-417a-a2cf-e672c2b3e2a0 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:11.109726 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:11.147160 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=96121caa-ed5f-4157-b2af-23c9a0dbb945,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:11.157057 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:11.159523 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00963134-fe0e-481f-b798-14253fa25e52" -d '{"events": [{"server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "name": "network-vif-plugged", "status": "completed", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:11.176593 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 48a97527-da23-417a-a2cf-e672c2b3e2a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:11.216270 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c1d2bd0-3cf7-4f01-9f9a-0ebf7bf86f24 req-61bdd38c-3daf-43ba-a143-f2188c878e7a service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239750 Mar 22 17:33:11.229915 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:11.232893 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143adf7a-9485-456e-96d8-8f33bad96be7 x-openstack-request-id: req-143adf7a-9485-456e-96d8-8f33bad96be7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:11.233191 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "name": "network-vif-plugged", "status": "completed", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:11.233483 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-143adf7a-9485-456e-96d8-8f33bad96be7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:11.233964 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143adf7a-9485-456e-96d8-8f33bad96be7'] response: {'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'code': 200} Mar 22 17:33:11.324123 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=48a97527-da23-417a-a2cf-e672c2b3e2a0,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:11.345101 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:11.376285 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '27153565-2941-4851-95da-47250873be16', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'port_id': '27153565-2941-4851-95da-47250873be16', 'mac_address': 'fa:16:3e:f9:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:33:11.451031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:11.451031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:11.468082 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020346b0-e051-4f26-927a-1340497ecdbc req-43a33602-75c8-414b-b8c4-4449e5b5a40a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:11.469638 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-020346b0-e051-4f26-927a-1340497ecdbc req-43a33602-75c8-414b-b8c4-4449e5b5a40a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 943 time: 0.1153033 Mar 22 17:33:11.483939 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27153565-2941-4851-95da-47250873be16 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:11.508818 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:11.514566 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:11.543990 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd0d41-6064-4b10-9143-f09c9838cdda req-4bb8e100-cead-464b-89a4-3d1c4ebdd2c5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:11.545507 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0dbd0d41-6064-4b10-9143-f09c9838cdda req-4bb8e100-cead-464b-89a4-3d1c4ebdd2c5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 943 time: 0.1821094 Mar 22 17:33:11.577604 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:11.611373 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-020346b0-e051-4f26-927a-1340497ecdbc req-9203c108-3154-47fb-8076-ec8762eccd3c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312525 Mar 22 17:33:11.619621 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e87f-7755-4a02-8754-f6e33c3bb9e6 req-2f6b89fb-0912-491e-9b86-9eddd7ed3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:11.623405 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a1c2e87f-7755-4a02-8754-f6e33c3bb9e6 req-2f6b89fb-0912-491e-9b86-9eddd7ed3848 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1129 time: 0.1505542 Mar 22 17:33:11.650363 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0dbd0d41-6064-4b10-9143-f09c9838cdda req-d1a4f0b1-af38-409f-8e1a-77dc12bf813f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947022 Mar 22 17:33:11.682621 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a1c2e87f-7755-4a02-8754-f6e33c3bb9e6 req-dae41000-cad0-4453-af16-5e40eafe3167 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540571 Mar 22 17:33:11.740929 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22254ba8-7018-4ab7-8fd3-c19bdd96edd5 req-99a98b5c-aee3-4483-bc9f-7633fdc1e8fd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:11.742462 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-22254ba8-7018-4ab7-8fd3-c19bdd96edd5 req-99a98b5c-aee3-4483-bc9f-7633fdc1e8fd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 944 time: 0.0558362 Mar 22 17:33:11.795281 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-22254ba8-7018-4ab7-8fd3-c19bdd96edd5 req-0495003e-52fb-4d93-83ab-33d477b89bd5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Mar 22 17:33:11.812581 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['27153565-2941-4851-95da-47250873be16'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:11.838598 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['96121caa-ed5f-4157-b2af-23c9a0dbb945'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:12.100898 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b28449-5348-46ed-8dbc-4ccba56efbc0 req-ac350565-762a-4de3-8c33-81bd46722374 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:12.102626 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a0b28449-5348-46ed-8dbc-4ccba56efbc0 req-ac350565-762a-4de3-8c33-81bd46722374 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0944366 Mar 22 17:33:12.202850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f84cf-6a5e-4173-916c-49b33e39f41d req-f98aca79-9e53-451d-8e91-eb871885fc26 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:12.204428 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-551f84cf-6a5e-4173-916c-49b33e39f41d req-f98aca79-9e53-451d-8e91-eb871885fc26 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.1289692 Mar 22 17:33:12.224505 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60686) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:12.227068 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a0b28449-5348-46ed-8dbc-4ccba56efbc0 req-5c4bd5bb-ffba-44a1-be40-e4426b05d5c4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040063 Mar 22 17:33:12.276622 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-2347dd13-4b8d-48c2-aa76-f87a5edeb5e3 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:12.278152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-2347dd13-4b8d-48c2-aa76-f87a5edeb5e3 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.64 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 945 time: 0.1151767 Mar 22 17:33:12.318407 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-551f84cf-6a5e-4173-916c-49b33e39f41d req-d7f03c32-5b74-439a-8030-c3edb57dd057 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/security-groups?id=de9f48fd-68f9-4782-b6ec-17c69b7d7007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034663 Mar 22 17:33:12.357597 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d8508a7-4c78-4e7b-81f0-2610ed060689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.447712 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d8508a7-4c78-4e7b-81f0-2610ed060689 admin admin] Publish callbacks [] for security_group (a203ce81-30ec-4473-8c62-44b2711c026c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.455266 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d8508a7-4c78-4e7b-81f0-2610ed060689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a203ce81-30ec-4473-8c62-44b2711c026c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.457353 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Deleting port 0767e647-20f3-443f-9875-f92ffd160931 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:33:12.457353 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (0767e647-20f3-443f-9875-f92ffd160931), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.573044 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] For port 0767e647-20f3-443f-9875-f92ffd160931, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0767e647-20f3-443f-9875-f92ffd160931,segment=NetworkSegment(35eae5df-7baf-4949-af91-e5ddb41af1c5),segment_id=35eae5df-7baf-4949-af91-e5ddb41af1c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:12.573728 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (0767e647-20f3-443f-9875-f92ffd160931), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.601882 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Calling delete_port for 0767e647-20f3-443f-9875-f92ffd160931 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:33:12.687716 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device e48e7b24-eab9-4210-a46f-3a9e6e1d9ced details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:33:12.696648 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 96121caa-ed5f-4157-b2af-23c9a0dbb945 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:12.793012 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9d8508a7-4c78-4e7b-81f0-2610ed060689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a423b48822814585b8ae9c4e273c6105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5668705 Mar 22 17:33:12.796216 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60714) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:12.802650 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8508a7-4c78-4e7b-81f0-2610ed060689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203ce81-30ec-4473-8c62-44b2711c026c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:12.868137 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c89da8-b781-4660-ac9d-2d8006894f73 admin admin] Publish callbacks [] for security_group (a203ce81-30ec-4473-8c62-44b2711c026c), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.896102 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c89da8-b781-4660-ac9d-2d8006894f73 admin admin] Publish callbacks [] for security_group (a203ce81-30ec-4473-8c62-44b2711c026c), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.991924 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c89da8-b781-4660-ac9d-2d8006894f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a203ce81-30ec-4473-8c62-44b2711c026c), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:12.996648 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c89da8-b781-4660-ac9d-2d8006894f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.001525 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-32c89da8-b781-4660-ac9d-2d8006894f73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a203ce81-30ec-4473-8c62-44b2711c026c HTTP/1.1" status: 204 len: 168 time: 0.2009223 Mar 22 17:33:13.022415 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c89da8-b781-4660-ac9d-2d8006894f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203ce81-30ec-4473-8c62-44b2711c026c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:13.045943 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:13.058174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81256e33-0cc3-4cc3-8aeb-8a2e52109182 req-56f294f0-c756-4e84-a6ae-0a0df11f5d64 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:13.060535 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-81256e33-0cc3-4cc3-8aeb-8a2e52109182 req-56f294f0-c756-4e84-a6ae-0a0df11f5d64 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 943 time: 0.3242013 Mar 22 17:33:13.067457 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'port_id': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced', 'mac_address': 'fa:16:3e:af:76:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:33:13.079616 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71954049-6492-4e53-aa3f-893381b9ecd8 req-4a9d1d67-a70c-4ee0-bc4e-f9babf97b898 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:13.082525 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-71954049-6492-4e53-aa3f-893381b9ecd8 req-4a9d1d67-a70c-4ee0-bc4e-f9babf97b898 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 943 time: 0.3189514 Mar 22 17:33:13.131952 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:13.132354 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.187881 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (0767e647-20f3-443f-9875-f92ffd160931), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.214821 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48e7b24-eab9-4210-a46f-3a9e6e1d9ced {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:13.223856 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['0767e647-20f3-443f-9875-f92ffd160931'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:13.235497 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Pushing event deleted for resources: {'Port': ['ID=0767e647-20f3-443f-9875-f92ffd160931,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:13.250728 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-81256e33-0cc3-4cc3-8aeb-8a2e52109182 req-4daec9ae-02be-4a78-8c10-563c970fa83f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645358 Mar 22 17:33:13.285520 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:13.296167 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.296936 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2da9535d-84a6-44f8-bf46-1e2e55b76c12 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:33:13.306269 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 96121caa-ed5f-4157-b2af-23c9a0dbb945 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:33:13.341336 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 96121caa-ed5f-4157-b2af-23c9a0dbb945 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:13.341715 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.349070 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-71954049-6492-4e53-aa3f-893381b9ecd8 req-949de775-0d0a-43f3-9be2-4582e336faef tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388172 Mar 22 17:33:13.392426 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] No DVR routers for this DVR port 0767e647-20f3-443f-9875-f92ffd160931 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:33:13.400443 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:33:13.406226 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.411108 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d622af4-e625-4d2c-a062-68826c40a7e5 req-5b3334c5-be79-4396-9823-33ca92076d81 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.64 "DELETE /v2.0/ports/0767e647-20f3-443f-9875-f92ffd160931 HTTP/1.1" status: 204 len: 173 time: 1.1267025 Mar 22 17:33:13.412111 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'name': 'network-vif-deleted', 'tag': '0767e647-20f3-443f-9875-f92ffd160931'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:13.428037 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28dcf37-a413-4770-ac51-5d43028ae198" -d '{"events": [{"server_uuid": "e00a2bd3-d844-458c-9a35-4d14ad7053bc", "name": "network-vif-deleted", "tag": "0767e647-20f3-443f-9875-f92ffd160931"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:13.458476 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:13.599453 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:13.623049 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:33:13.631020 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 96121caa-ed5f-4157-b2af-23c9a0dbb945 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:13.631419 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.688233 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60732) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:13.689341 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96121caa-ed5f-4157-b2af-23c9a0dbb945'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:13.691806 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501cb109-75a6-4a32-8d68-e7402ede56f3" -d '{"events": [{"server_uuid": "aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229", "name": "network-vif-plugged", "status": "completed", "tag": "96121caa-ed5f-4157-b2af-23c9a0dbb945"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:13.703256 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:13.703775 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.708709 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 96121caa-ed5f-4157-b2af-23c9a0dbb945, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:13.710872 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6577c62b-9f2b-41e8-84ab-a30daeb3dede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.718191 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.719106 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:13.763742 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da9535d-84a6-44f8-bf46-1e2e55b76c12 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:13.843819 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:13.852262 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.854483 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=96121caa-ed5f-4157-b2af-23c9a0dbb945,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:13.873742 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6577c62b-9f2b-41e8-84ab-a30daeb3dede admin admin] Publish callbacks [] for security_group (d658e861-88e1-4e52-b7b0-c1d9aa29e729), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.878718 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6577c62b-9f2b-41e8-84ab-a30daeb3dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (d658e861-88e1-4e52-b7b0-c1d9aa29e729), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.879299 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489350-cdd7-4845-a715-bfbd5b1e7a2f req-2b08a285-e833-4b68-b605-52ad4f7bd0ad tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:13.891490 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ad489350-cdd7-4845-a715-bfbd5b1e7a2f req-2b08a285-e833-4b68-b605-52ad4f7bd0ad tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 944 time: 0.5331085 Mar 22 17:33:13.911647 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 27153565-2941-4851-95da-47250873be16 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:33:13.925927 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6577c62b-9f2b-41e8-84ab-a30daeb3dede admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b0bbf00a26c405b99d13b42323850e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334845 Mar 22 17:33:13.925927 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577c62b-9f2b-41e8-84ab-a30daeb3dede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d658e861-88e1-4e52-b7b0-c1d9aa29e729,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:13.928822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60740) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:13.943039 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 27153565-2941-4851-95da-47250873be16 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:13.943970 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (27153565-2941-4851-95da-47250873be16), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:13.951175 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a786032-11e5-402d-8a7d-a060cc9f1ae2 req-fb63f47a-bd01-4cde-bcc5-f0fd8a2df0a4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:13.952528 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3a786032-11e5-402d-8a7d-a060cc9f1ae2 req-fb63f47a-bd01-4cde-bcc5-f0fd8a2df0a4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1543002 Mar 22 17:33:13.957629 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ad489350-cdd7-4845-a715-bfbd5b1e7a2f req-27351d5d-8193-4050-a88d-f2d821490e3e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647292 Mar 22 17:33:13.986765 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-75146442-369c-4709-9db0-428cfdcd5b85 admin admin] Publish callbacks [] for security_group (d658e861-88e1-4e52-b7b0-c1d9aa29e729), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.010614 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-75146442-369c-4709-9db0-428cfdcd5b85 admin admin] Publish callbacks [] for security_group (d658e861-88e1-4e52-b7b0-c1d9aa29e729), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.018079 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=2da9535d-84a6-44f8-bf46-1e2e55b76c12,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:14.026380 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3a786032-11e5-402d-8a7d-a060cc9f1ae2 req-1eed3ee0-7b7e-455f-8cf1-06401ecfb961 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666876 Mar 22 17:33:14.079879 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-75146442-369c-4709-9db0-428cfdcd5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (d658e861-88e1-4e52-b7b0-c1d9aa29e729), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.084918 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-75146442-369c-4709-9db0-428cfdcd5b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.088759 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-75146442-369c-4709-9db0-428cfdcd5b85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d658e861-88e1-4e52-b7b0-c1d9aa29e729 HTTP/1.1" status: 204 len: 168 time: 0.1561525 Mar 22 17:33:14.098343 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75146442-369c-4709-9db0-428cfdcd5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d658e861-88e1-4e52-b7b0-c1d9aa29e729,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:14.105577 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:14.106034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.127547 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6413cbc1-164f-47d5-9a8b-0d74b9accd4f req-5fa18fab-ad46-492f-b409-1fbedf455c66 tempest-DeleteServersTestJSON-405020460 tempest-DeleteServersTestJSON-405020460-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00a2bd3-d844-458c-9a35-4d14ad7053bc HTTP/1.1" status: 200 len: 210 time: 0.0557876 Mar 22 17:33:14.156018 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79acd2de-888c-463c-bcb4-abcaecc7ec63 x-openstack-request-id: req-79acd2de-888c-463c-bcb4-abcaecc7ec63 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:14.156629 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00a2bd3-d844-458c-9a35-4d14ad7053bc", "name": "network-vif-deleted", "tag": "0767e647-20f3-443f-9875-f92ffd160931", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:14.157141 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79acd2de-888c-463c-bcb4-abcaecc7ec63 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:14.157850 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79acd2de-888c-463c-bcb4-abcaecc7ec63'] response: {'server_uuid': 'e00a2bd3-d844-458c-9a35-4d14ad7053bc', 'name': 'network-vif-deleted', 'tag': '0767e647-20f3-443f-9875-f92ffd160931', 'status': 'completed', 'code': 200} Mar 22 17:33:14.171608 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:14.175225 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['e48e7b24-eab9-4210-a46f-3a9e6e1d9ced'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:14.191746 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.238899 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['2da9535d-84a6-44f8-bf46-1e2e55b76c12'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:14.265050 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4f1a9-bab3-4f63-8b3e-1fa17f6057f4 x-openstack-request-id: req-66d4f1a9-bab3-4f63-8b3e-1fa17f6057f4 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:14.265376 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229", "name": "network-vif-plugged", "status": "completed", "tag": "96121caa-ed5f-4157-b2af-23c9a0dbb945", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:14.265649 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66d4f1a9-bab3-4f63-8b3e-1fa17f6057f4 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:14.268549 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d4f1a9-bab3-4f63-8b3e-1fa17f6057f4'] response: {'server_uuid': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96121caa-ed5f-4157-b2af-23c9a0dbb945', 'code': 200} Mar 22 17:33:14.285474 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21cbcf-ab21-42a5-bcd4-3ab91aa0556e req-adbe7a89-2934-4011-8c16-7d3b9b81fb91 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:14.296700 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1e21cbcf-ab21-42a5-bcd4-3ab91aa0556e req-adbe7a89-2934-4011-8c16-7d3b9b81fb91 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0738480 Mar 22 17:33:14.305566 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 60752) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:14.310359 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'floatingip': {'port_id': '48a97527-da23-417a-a2cf-e672c2b3e2a0'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:14.418794 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (932c5a08-73e4-4443-aaad-28120eb4b56e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.439416 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:14.604115 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3d75d-1c84-4c80-b3ab-bd5273089c1a req-430c247e-241e-487d-895d-cd9561252793 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:14.605935 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-44f3d75d-1c84-4c80-b3ab-bd5273089c1a req-430c247e-241e-487d-895d-cd9561252793 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 944 time: 0.2095306 Mar 22 17:33:14.678838 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 0767e647-20f3-443f-9875-f92ffd160931 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:33:14.691687 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16214e7a-c6b0-43b7-baed-5026dfca5c58 req-d06e25d2-9517-4a15-bd34-45f767dfb91a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:14.699400 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-16214e7a-c6b0-43b7-baed-5026dfca5c58 req-d06e25d2-9517-4a15-bd34-45f767dfb91a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 944 time: 0.2232113 Mar 22 17:33:14.726542 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 0767e647-20f3-443f-9875-f92ffd160931 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:33:14.726880 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 0767e647-20f3-443f-9875-f92ffd160931 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:33:14.863734 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-44f3d75d-1c84-4c80-b3ab-bd5273089c1a req-055cca8d-0dd5-4c21-9528-18510b9630e6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369602 Mar 22 17:33:14.863734 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5f1cc-93ae-409e-9ae3-ccff7413fe28 req-c59af241-8651-41a8-b912-4cb960502687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:14.863734 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-96f5f1cc-93ae-409e-9ae3-ccff7413fe28 req-c59af241-8651-41a8-b912-4cb960502687 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1129 time: 0.2529824 Mar 22 17:33:14.884507 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-16214e7a-c6b0-43b7-baed-5026dfca5c58 req-0fd86736-10cc-4c61-86c6-928a803c9d10 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838109 Mar 22 17:33:14.985065 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-96f5f1cc-93ae-409e-9ae3-ccff7413fe28 req-c8a2dd23-2aad-45b9-b001-bf3e540712bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148584 Mar 22 17:33:15.356390 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc15476-cee3-4bef-bd22-fc3c56ed6989 req-f6f8aa80-4ac2-4b3b-82db-09300fd01c0b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:15.357207 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-acc15476-cee3-4bef-bd22-fc3c56ed6989 req-f6f8aa80-4ac2-4b3b-82db-09300fd01c0b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2827997 Mar 22 17:33:15.415544 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:15.424756 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (932c5a08-73e4-4443-aaad-28120eb4b56e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:15.519105 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-acc15476-cee3-4bef-bd22-fc3c56ed6989 req-11d019d7-d95a-4013-a71e-433a642c6c4d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495242 Mar 22 17:33:15.573798 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Floating IP 932c5a08-73e4-4443-aaad-28120eb4b56e associated. External IP: 172.28.1.231, port: 48a97527-da23-417a-a2cf-e672c2b3e2a0. Mar 22 17:33:15.656058 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60822) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:15.778378 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5550-d9b7-48ea-8665-b921c40abd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:15.854261 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5550-d9b7-48ea-8665-b921c40abd0c admin admin] Publish callbacks [] for security_group (fc617fd6-2540-453a-acb9-2410572b4e22), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:15.859117 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5550-d9b7-48ea-8665-b921c40abd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (fc617fd6-2540-453a-acb9-2410572b4e22), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:15.901975 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4e8e5550-d9b7-48ea-8665-b921c40abd0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05ac7d6ef6284094804e0345045a4230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424819 Mar 22 17:33:15.901975 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5550-d9b7-48ea-8665-b921c40abd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc617fd6-2540-453a-acb9-2410572b4e22,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:15.902818 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60828) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:15.959901 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff13f706-1a57-4629-a24c-b57e1ac9a220 admin admin] Publish callbacks [] for security_group (fc617fd6-2540-453a-acb9-2410572b4e22), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:15.992982 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff13f706-1a57-4629-a24c-b57e1ac9a220 admin admin] Publish callbacks [] for security_group (fc617fd6-2540-453a-acb9-2410572b4e22), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.059771 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff13f706-1a57-4629-a24c-b57e1ac9a220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (fc617fd6-2540-453a-acb9-2410572b4e22), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.062610 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff13f706-1a57-4629-a24c-b57e1ac9a220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.067433 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ff13f706-1a57-4629-a24c-b57e1ac9a220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc617fd6-2540-453a-acb9-2410572b4e22 HTTP/1.1" status: 204 len: 168 time: 0.1597252 Mar 22 17:33:16.076717 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13f706-1a57-4629-a24c-b57e1ac9a220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc617fd6-2540-453a-acb9-2410572b4e22,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:16.085970 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:33:16.113237 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735a87f-11b6-45f5-b3d4-4c0fde8a0d8a req-f8abfd6a-08f5-446b-aa4d-436cf089a1b2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:16.115371 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2735a87f-11b6-45f5-b3d4-4c0fde8a0d8a req-f8abfd6a-08f5-446b-aa4d-436cf089a1b2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 944 time: 0.1259618 Mar 22 17:33:16.124605 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925318-50e3-4870-87ae-db227b3d2664 req-980db29b-6bae-43ca-afb8-c90f3d9631b6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:16.126458 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0c925318-50e3-4870-87ae-db227b3d2664 req-980db29b-6bae-43ca-afb8-c90f3d9631b6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 944 time: 0.1382062 Mar 22 17:33:16.269923 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:16.272955 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fa49ed-171e-4b5a-9489-f8bf03939b7d" -d '{"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-plugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:16.302294 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2735a87f-11b6-45f5-b3d4-4c0fde8a0d8a req-98ffdcad-0d73-4d8c-9710-ef77a32477e2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726987 Mar 22 17:33:16.309605 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0c925318-50e3-4870-87ae-db227b3d2664 req-dd1a4552-e0e7-4aa4-a8ae-f4ad1e6c7252 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693387 Mar 22 17:33:16.338275 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:33:16.350140 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.359009 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:33:16.372930 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:16.374462 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:16.393936 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e48b8-8358-46f6-ac3c-1382388a3d74 x-openstack-request-id: req-ca6e48b8-8358-46f6-ac3c-1382388a3d74 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:16.394573 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-plugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:16.395004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca6e48b8-8358-46f6-ac3c-1382388a3d74 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:16.395546 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6e48b8-8358-46f6-ac3c-1382388a3d74'] response: {'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16', 'code': 200} Mar 22 17:33:16.443539 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-858c6434-8d8c-452e-b8cf-a2d6106433f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "PUT /v2.0/floatingips/932c5a08-73e4-4443-aaad-28120eb4b56e HTTP/1.1" status: 200 len: 991 time: 2.1368365 Mar 22 17:33:16.445873 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:16.454372 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6122ce21-80fd-407b-8f53-f576d4c4464e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:16.548003 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3678c-1db5-4457-aac6-7e0025ea7966 x-openstack-request-id: req-acd3678c-1db5-4457-aac6-7e0025ea7966 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:16.548300 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:16.548558 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acd3678c-1db5-4457-aac6-7e0025ea7966 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:16.548967 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd3678c-1db5-4457-aac6-7e0025ea7966'] response: {'name': 'network-changed', 'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'status': 'completed', 'code': 200} Mar 22 17:33:16.635928 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:16.694928 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f14fd8b-e2e7-48a6-ac2a-072a2c5dbbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.706702 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device e48e7b24-eab9-4210-a46f-3a9e6e1d9ced up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:16.757379 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d99cec-4b28-4de8-be3d-9652885b4d7c req-b2118365-7d5c-4c63-a3f6-0a6de9dfdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:16.760136 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-14d99cec-4b28-4de8-be3d-9652885b4d7c req-b2118365-7d5c-4c63-a3f6-0a6de9dfdbbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1129 time: 0.1446872 Mar 22 17:33:16.760813 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60874) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:16.813940 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Deleting subnet 5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:33:16.824947 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Publish callbacks [] for subnet (5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.835896 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-a6874a95-0d19-45e0-b325-dbd43c08f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:16.842153 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-a6874a95-0d19-45e0-b325-dbd43c08f4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1129 time: 0.2669060 Mar 22 17:33:16.845090 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:33:16.851499 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:16.852275 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.877808 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e51610-1b37-4c66-8a6d-18a7c2bce68c req-8ccc1264-b995-4de0-8ea7-cbe247250768 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:16.885010 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-83e51610-1b37-4c66-8a6d-18a7c2bce68c req-8ccc1264-b995-4de0-8ea7-cbe247250768 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1974907 Mar 22 17:33:16.922373 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:16.962394 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-14d99cec-4b28-4de8-be3d-9652885b4d7c req-5d84be87-c6c3-47c9-bb43-f7c85bc2ca78 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452923 Mar 22 17:33:16.988436 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.019117 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:17.019816 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.058612 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:17.066215 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.067183 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2da9535d-84a6-44f8-bf46-1e2e55b76c12 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:17.120471 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-83e51610-1b37-4c66-8a6d-18a7c2bce68c req-378ca0da-3502-407f-8dbf-4f472db952e2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340777 Mar 22 17:33:17.179744 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.217292 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:17.238219 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:33:17.245335 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:17.246449 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.249550 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-41e47ad0-7ac1-4ddd-8893-d02dd4176b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:17.251119 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-41e47ad0-7ac1-4ddd-8893-d02dd4176b0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.3944190 Mar 22 17:33:17.261116 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.266344 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9 HTTP/1.1" status: 204 len: 168 time: 0.5041709 Mar 22 17:33:17.268114 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05621634-e95f-4113-9af8-149073f9150e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2cc1a8-3ca4-45fd-bece-77b2ff3eb6e9,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:17.268902 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 60892) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:17.275078 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '932c5a08-73e4-4443-aaad-28120eb4b56e', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'floating_ip_address': '172.28.1.231', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'port_id': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'mac_address': 'fa:16:3e:ea:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:50Z', 'updated_at': '2022-03-22T17:33:15Z', 'revision_number': 1, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:17.304460 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:33:17.315295 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:17.315890 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:32:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:17.435257 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:17.436330 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.459130 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:17.479064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:17.485135 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.492651 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (d558cd20-d899-456f-b16e-c546ad897d26), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.563333 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=2da9535d-84a6-44f8-bf46-1e2e55b76c12,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:17.584850 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-e82d0e12-f23e-4115-9327-cfc0c00ff64c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 999 time: 0.3259850 Mar 22 17:33:17.739197 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed157ba2-285b-4eab-a1af-37ddfe57b726 req-8ad85828-6f7e-4366-bab7-1beddc6bd301 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:17.741145 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ed157ba2-285b-4eab-a1af-37ddfe57b726 req-8ad85828-6f7e-4366-bab7-1beddc6bd301 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.2520137 Mar 22 17:33:17.750806 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88414fb-beda-4ee7-b077-64e19d2ce104 req-97141e68-1bd9-4f76-bb01-f92b330b8c08 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:17.752867 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f88414fb-beda-4ee7-b077-64e19d2ce104 req-97141e68-1bd9-4f76-bb01-f92b330b8c08 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.2648556 Mar 22 17:33:17.753977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-edb484e6-a52b-4f03-9427-653ec3149a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:17.755469 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-edb484e6-a52b-4f03-9427-653ec3149a5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.1602366 Mar 22 17:33:17.768829 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (d558cd20-d899-456f-b16e-c546ad897d26), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.769283 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '932c5a08-73e4-4443-aaad-28120eb4b56e', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'floating_ip_address': '172.28.1.231', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'port_id': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'mac_address': 'fa:16:3e:ea:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:50Z', 'updated_at': '2022-03-22T17:33:15Z', 'revision_number': 1, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:17.814014 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aeed65-d2f2-4f70-96de-5e1abe371471 None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '932c5a08-73e4-4443-aaad-28120eb4b56e', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'floating_ip_address': '172.28.1.231', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'port_id': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'mac_address': 'fa:16:3e:ea:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:50Z', 'updated_at': '2022-03-22T17:33:15Z', 'revision_number': 1, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:33:17.853101 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d558cd20-d899-456f-b16e-c546ad897d26']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:17.900141 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eae5df-7baf-4949-af91-e5ddb41af1c5') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:17.900439 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eae5df-7baf-4949-af91-e5ddb41af1c5') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:17.922173 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (35eae5df-7baf-4949-af91-e5ddb41af1c5), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.928421 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f88414fb-beda-4ee7-b077-64e19d2ce104 req-88659842-4a36-44fe-82fc-436aae196d55 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614602 Mar 22 17:33:17.937464 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ed157ba2-285b-4eab-a1af-37ddfe57b726 req-a293ae0a-de95-47fc-a0fc-86f30c62a22f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791489 Mar 22 17:33:17.947105 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-21c9e492-18e7-447e-974f-b643cf5f6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:17.948546 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-21c9e492-18e7-447e-974f-b643cf5f6bfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1762004 Mar 22 17:33:17.951026 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (35eae5df-7baf-4949-af91-e5ddb41af1c5), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.963832 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:33:17.964236 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (35eae5df-7baf-4949-af91-e5ddb41af1c5), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:33:17.966563 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:33:18.089278 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (d558cd20-d899-456f-b16e-c546ad897d26), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.100024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.105950 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d558cd20-d899-456f-b16e-c546ad897d26 HTTP/1.1" status: 204 len: 168 time: 0.8359599 Mar 22 17:33:18.122606 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13002-1f9a-4d95-8b4c-601621cae409 admin admin] Pushing event deleted for resources: {'Network': ['ID=d558cd20-d899-456f-b16e-c546ad897d26,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:18.134652 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-3d097046-7502-4955-83fc-05e3c960e190 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782665 Mar 22 17:33:18.158250 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c142ee-15c9-49fb-b9a2-8d9878627443 None None] New status for floating IP 932c5a08-73e4-4443-aaad-28120eb4b56e: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:33:18.351804 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6122ce21-80fd-407b-8f53-f576d4c4464e req-78eab48f-5e2c-46a8-bf36-31e00ce833d0 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082222 Mar 22 17:33:18.377481 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60924) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:18.397774 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdc1f-3348-4df1-bdbc-aeaeaa40e51f req-9278f39d-39ff-4e71-ae09-667da4029114 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.402739 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462b7416-497b-439f-92ef-934a031f5d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced'}, {'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:18.405199 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11dca0c-07f4-4600-99cf-08083cb65562" -d '{"events": [{"server_uuid": "462b7416-497b-439f-92ef-934a031f5d63", "name": "network-vif-plugged", "status": "completed", "tag": "e48e7b24-eab9-4210-a46f-3a9e6e1d9ced"}, {"server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "name": "network-vif-plugged", "status": "completed", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:18.406274 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8c8fdc1f-3348-4df1-bdbc-aeaeaa40e51f req-9278f39d-39ff-4e71-ae09-667da4029114 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1299314 Mar 22 17:33:18.436219 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ade88ab6-4863-4842-9cc7-2c07bcf7f515 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ff3bc420d174d6da2176507a3086a57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573583 Mar 22 17:33:18.438980 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 60930) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:18.512291 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8c8fdc1f-3348-4df1-bdbc-aeaeaa40e51f req-7195073c-47e9-493f-8efa-7e79cfb041a9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051259 Mar 22 17:33:18.519500 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879b50c0-ff56-4f86-8c0a-18dfc23d28e9 x-openstack-request-id: req-879b50c0-ff56-4f86-8c0a-18dfc23d28e9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:18.520346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462b7416-497b-439f-92ef-934a031f5d63", "name": "network-vif-plugged", "status": "completed", "tag": "e48e7b24-eab9-4210-a46f-3a9e6e1d9ced", "code": 200}, {"server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "name": "network-vif-plugged", "status": "completed", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:18.520346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-879b50c0-ff56-4f86-8c0a-18dfc23d28e9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:18.520757 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879b50c0-ff56-4f86-8c0a-18dfc23d28e9'] response: {'server_uuid': '462b7416-497b-439f-92ef-934a031f5d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced', 'code': 200} Mar 22 17:33:18.520757 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879b50c0-ff56-4f86-8c0a-18dfc23d28e9'] response: {'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'code': 200} Mar 22 17:33:18.530122 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e31fdda8-f2f4-4215-bfc2-6f25a620665e admin admin] Publish callbacks [] for security_group (de9f48fd-68f9-4782-b6ec-17c69b7d7007), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.531933 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-4eee8616-3440-4766-a41a-f57e515461ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1081169 Mar 22 17:33:18.562407 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e31fdda8-f2f4-4215-bfc2-6f25a620665e admin admin] Publish callbacks [] for security_group (de9f48fd-68f9-4782-b6ec-17c69b7d7007), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.635572 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e31fdda8-f2f4-4215-bfc2-6f25a620665e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (de9f48fd-68f9-4782-b6ec-17c69b7d7007), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.638756 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e31fdda8-f2f4-4215-bfc2-6f25a620665e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.642121 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-e31fdda8-f2f4-4215-bfc2-6f25a620665e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de9f48fd-68f9-4782-b6ec-17c69b7d7007 HTTP/1.1" status: 204 len: 168 time: 0.1996262 Mar 22 17:33:18.649485 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fdda8-f2f4-4215-bfc2-6f25a620665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9f48fd-68f9-4782-b6ec-17c69b7d7007,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:18.670155 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b20d5-8509-414d-a099-c2891327b553 req-f809a565-c874-4a29-8779-891fcc5af946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.673857 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-f809a565-c874-4a29-8779-891fcc5af946 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1129 time: 0.0709996 Mar 22 17:33:18.832268 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b20d5-8509-414d-a099-c2891327b553 req-46e4512b-d3f7-4a14-87af-0e905daf408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.833928 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-46e4512b-d3f7-4a14-87af-0e905daf408c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.1184301 Mar 22 17:33:18.855557 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e77d8-ad85-45d3-931a-fdedf516c139 req-dc6b65da-aa06-4724-abaa-b38e65cfd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.865430 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c29e77d8-ad85-45d3-931a-fdedf516c139 req-dc6b65da-aa06-4724-abaa-b38e65cfd817 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 1129 time: 0.1180563 Mar 22 17:33:18.882101 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11c70-dce4-4291-bdbe-f508f7987152 req-aafd2b5e-d70d-47b9-9be1-1584d6acd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.884254 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f4e11c70-dce4-4291-bdbe-f508f7987152 req-aafd2b5e-d70d-47b9-9be1-1584d6acd34b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 1129 time: 0.1427529 Mar 22 17:33:18.894496 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-e03e5880-3a11-4634-9148-6bd2194cf396 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 217 time: 0.0442324 Mar 22 17:33:18.911944 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d4a8953c-9c78-4754-acad-5d6a0761d568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.939981 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c29e77d8-ad85-45d3-931a-fdedf516c139 req-9de1e5b5-61e2-459f-be2f-9e920a037d45 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761461 Mar 22 17:33:18.957047 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f4e11c70-dce4-4291-bdbe-f508f7987152 req-ec2e3668-b242-4bf0-842b-9814ca525f5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656135 Mar 22 17:33:18.958522 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b20d5-8509-414d-a099-c2891327b553 req-4c66accc-253c-42fe-ad16-7634baff70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.960159 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-4c66accc-253c-42fe-ad16-7634baff70ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0604897 Mar 22 17:33:19.208221 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d28e7-fe17-4813-810e-6c7210879e9b req-b637d093-0689-40cc-b683-745f79b76a67 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:19.212372 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c30d28e7-fe17-4813-810e-6c7210879e9b req-b637d093-0689-40cc-b683-745f79b76a67 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.1699378 Mar 22 17:33:19.249373 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14f12-cd25-4bf2-8278-08b0353d4e6b req-eff43b6f-830f-4d1c-84e6-98062d339ab9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:19.251263 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-58f14f12-cd25-4bf2-8278-08b0353d4e6b req-eff43b6f-830f-4d1c-84e6-98062d339ab9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.1390343 Mar 22 17:33:19.298045 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c30d28e7-fe17-4813-810e-6c7210879e9b req-0e4a554b-28bc-4297-93a7-19f509ad71a5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778279 Mar 22 17:33:19.333392 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-58f14f12-cd25-4bf2-8278-08b0353d4e6b req-20e6ab48-8309-4087-a0e0-831864303fb3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675116 Mar 22 17:33:19.420038 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b20d5-8509-414d-a099-c2891327b553 req-6cc13c51-2519-455c-ae6f-493c1bf6decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:19.421558 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-6cc13c51-2519-455c-ae6f-493c1bf6decf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529065 Mar 22 17:33:19.535714 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-25892b29-cc6d-4d21-99e2-e76c49dfc917 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071792 Mar 22 17:33:19.729702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882565f-545a-4148-afb0-500921f9c4f5 req-9863df15-a878-4978-be75-d4f3f9d92281 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:19.731551 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f882565f-545a-4148-afb0-500921f9c4f5 req-9863df15-a878-4978-be75-d4f3f9d92281 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.0950203 Mar 22 17:33:19.757178 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-363b20d5-8509-414d-a099-c2891327b553 req-aaf7a42f-a530-4ed8-beb6-32e641d18fc8 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137122 Mar 22 17:33:19.829337 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f882565f-545a-4148-afb0-500921f9c4f5 req-0f397fbd-d1e2-4818-9109-a6e8ecda43ee tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863340 Mar 22 17:33:20.003712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60070-5ecb-4fcb-980e-49d3a29b6d68 req-a5335610-2cb1-4237-b24a-542ef2983c9c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:20.005750 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.006378 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1e60070-5ecb-4fcb-980e-49d3a29b6d68 req-a5335610-2cb1-4237-b24a-542ef2983c9c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.0797575 Mar 22 17:33:20.016629 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 32774) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:20.023336 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'floatingip': {'port_id': '27153565-2941-4851-95da-47250873be16'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:20.068277 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (b8a110be-09ef-4c54-862a-c12e25584e3f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.156416 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32780) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:20.214050 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.450589 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eaab3ed-d140-48a4-b1c1-22f2b5f4c512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.538493 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eaab3ed-d140-48a4-b1c1-22f2b5f4c512 admin admin] Publish callbacks [] for security_group (8d9c58b0-7832-49ba-af5c-7e46652d108d), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.544491 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7eaab3ed-d140-48a4-b1c1-22f2b5f4c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8d9c58b0-7832-49ba-af5c-7e46652d108d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.593804 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7eaab3ed-d140-48a4-b1c1-22f2b5f4c512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=103be2901257450ca5dcf0ff178d610b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334385 Mar 22 17:33:20.593804 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab3ed-d140-48a4-b1c1-22f2b5f4c512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9c58b0-7832-49ba-af5c-7e46652d108d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:20.595889 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32798) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:20.655689 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0f49271f-d0fe-4690-b096-253512b92e43 admin admin] Publish callbacks [] for security_group (8d9c58b0-7832-49ba-af5c-7e46652d108d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.672646 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb121c7-7e75-41aa-b9a4-fa0d4a5400d9 req-a055fa6a-5d4a-4ad7-8aee-2348fbe2a759 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:20.675077 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3fb121c7-7e75-41aa-b9a4-fa0d4a5400d9 req-a055fa6a-5d4a-4ad7-8aee-2348fbe2a759 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.1438725 Mar 22 17:33:20.679552 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0f49271f-d0fe-4690-b096-253512b92e43 admin admin] Publish callbacks [] for security_group (8d9c58b0-7832-49ba-af5c-7e46652d108d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.692462 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00a04e-6f90-447f-b00d-29158be7fc3f req-f95f72ab-db18-4d32-8739-e520e48cc82e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:20.694824 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dd00a04e-6f90-447f-b00d-29158be7fc3f req-f95f72ab-db18-4d32-8739-e520e48cc82e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.1647398 Mar 22 17:33:20.760383 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0f49271f-d0fe-4690-b096-253512b92e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8d9c58b0-7832-49ba-af5c-7e46652d108d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.763515 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0f49271f-d0fe-4690-b096-253512b92e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.764681 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-0f49271f-d0fe-4690-b096-253512b92e43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d9c58b0-7832-49ba-af5c-7e46652d108d HTTP/1.1" status: 204 len: 168 time: 0.1684368 Mar 22 17:33:20.782916 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49271f-d0fe-4690-b096-253512b92e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9c58b0-7832-49ba-af5c-7e46652d108d,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:20.940454 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dd00a04e-6f90-447f-b00d-29158be7fc3f req-74e0d28e-9786-4a78-8222-6b7a4457a347 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218559 Mar 22 17:33:20.940552 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3fb121c7-7e75-41aa-b9a4-fa0d4a5400d9 req-4dff0c08-b707-43b6-a7e8-a3ea041ace23 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424805 Mar 22 17:33:21.120237 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.125587 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (b8a110be-09ef-4c54-862a-c12e25584e3f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.272763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32852) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:21.291055 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d75eaac6-f4ad-4061-90a6-2a3a1f32b508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.396863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d75eaac6-f4ad-4061-90a6-2a3a1f32b508 admin admin] Publish callbacks [] for security_group (3fd59c31-3674-4f00-b2c6-78206416abcc), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.397635 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Floating IP b8a110be-09ef-4c54-862a-c12e25584e3f associated. External IP: 172.28.1.225, port: 27153565-2941-4851-95da-47250873be16. Mar 22 17:33:21.402771 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d75eaac6-f4ad-4061-90a6-2a3a1f32b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3fd59c31-3674-4f00-b2c6-78206416abcc), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.452627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32856) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:21.482761 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d75eaac6-f4ad-4061-90a6-2a3a1f32b508 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05617cbce2314782bb8a8ec2e0fc93c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060192 Mar 22 17:33:21.483592 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32860) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:21.492923 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75eaac6-f4ad-4061-90a6-2a3a1f32b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd59c31-3674-4f00-b2c6-78206416abcc,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:21.515853 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-ffd5fdce-5868-49e4-a55c-0e33d15be44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:21.518367 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-ffd5fdce-5868-49e4-a55c-0e33d15be44e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 1129 time: 0.2526124 Mar 22 17:33:21.556962 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.568348 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927566-6538-4e88-b513-d4a9fc7ea673 req-91452dba-540c-41e2-8e40-b9e63de33c03 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:21.570935 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9d927566-6538-4e88-b513-d4a9fc7ea673 req-91452dba-540c-41e2-8e40-b9e63de33c03 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.2895434 Mar 22 17:33:21.592963 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Publish callbacks [] for security_group (3fd59c31-3674-4f00-b2c6-78206416abcc), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.607632 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0b60d679-dc03-42a5-80bb-e394d3331a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.662875 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Publish callbacks [] for security_group (3fd59c31-3674-4f00-b2c6-78206416abcc), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.784975 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3fd59c31-3674-4f00-b2c6-78206416abcc), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.789443 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.793383 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fd59c31-3674-4f00-b2c6-78206416abcc HTTP/1.1" status: 204 len: 168 time: 0.3062770 Mar 22 17:33:21.807358 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9d927566-6538-4e88-b513-d4a9fc7ea673 req-bad7b0e5-2b40-4d87-9056-1d4f730bc8f6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126119 Mar 22 17:33:21.815568 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-3c9d4be5-fb7d-4f0c-b561-0c92a5d0c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:21.818457 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-3c9d4be5-fb7d-4f0c-b561-0c92a5d0c546 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.2927637 Mar 22 17:33:21.819436 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0b60d679-dc03-42a5-80bb-e394d3331a27 admin admin] Publish callbacks [] for security_group (98422093-2609-4931-9310-8d2f90b88a3e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.821297 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd59c31-3674-4f00-b2c6-78206416abcc,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:21.827297 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0b60d679-dc03-42a5-80bb-e394d3331a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (98422093-2609-4931-9310-8d2f90b88a3e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:21.849836 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.850408 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.851021 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.851596 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.852149 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.852702 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.853253 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.853806 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.854354 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.854927 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.855529 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.856122 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.856742 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.857263 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.857811 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45f19c-9f25-40f7-995d-e5b3940fa0d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:21.913668 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-0b60d679-dc03-42a5-80bb-e394d3331a27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c92e04e50c624f6194c4d597b6d75473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570062 Mar 22 17:33:21.916995 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32864) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:21.922061 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60d679-dc03-42a5-80bb-e394d3331a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98422093-2609-4931-9310-8d2f90b88a3e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:21.987172 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-8ee30ee3-09a5-46f8-af06-997c88b34173 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced HTTP/1.1" status: 200 len: 217 time: 0.1123240 Mar 22 17:33:22.010776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f7fa656f-683f-4ed8-a27f-f7b8b09de4ab admin admin] Publish callbacks [] for security_group (98422093-2609-4931-9310-8d2f90b88a3e), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.041122 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f7fa656f-683f-4ed8-a27f-f7b8b09de4ab admin admin] Publish callbacks [] for security_group (98422093-2609-4931-9310-8d2f90b88a3e), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.108472 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f7fa656f-683f-4ed8-a27f-f7b8b09de4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (98422093-2609-4931-9310-8d2f90b88a3e), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.111965 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f7fa656f-683f-4ed8-a27f-f7b8b09de4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.116698 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f7fa656f-683f-4ed8-a27f-f7b8b09de4ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98422093-2609-4931-9310-8d2f90b88a3e HTTP/1.1" status: 204 len: 168 time: 0.1983421 Mar 22 17:33:22.128155 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa656f-683f-4ed8-a27f-f7b8b09de4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98422093-2609-4931-9310-8d2f90b88a3e,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:22.197998 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-a29a32c9-0ae2-4fb2-9177-fa4cb182215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:22.201168 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-a29a32c9-0ae2-4fb2-9177-fa4cb182215e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.2059078 Mar 22 17:33:22.342608 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:33:22.371773 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7949f-104b-487a-a0ba-c9be12c1f76b req-80982131-67be-4624-8c0c-cd0a59e41fd0 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:22.376415 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c1a7949f-104b-487a-a0ba-c9be12c1f76b req-80982131-67be-4624-8c0c-cd0a59e41fd0 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.2899065 Mar 22 17:33:22.447978 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-558891d1-2f95-4c51-bbfe-3b06f6dc0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:22.449779 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-558891d1-2f95-4c51-bbfe-3b06f6dc0d75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2252598 Mar 22 17:33:22.470456 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c1a7949f-104b-487a-a0ba-c9be12c1f76b req-23610f6a-4f06-4f24-b9dc-ef856dbfd7bc tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760982 Mar 22 17:33:22.671554 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32906) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:22.687794 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21bb956e-e4a7-4f5f-98cf-aa85aa1168a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.750533 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:33:22.758646 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8937ab-8a7c-4c3b-a7c0-f71a93939ba9 req-c9d2822a-0e23-447d-b0e0-e00489e74a2c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:22.760206 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4f8937ab-8a7c-4c3b-a7c0-f71a93939ba9 req-c9d2822a-0e23-447d-b0e0-e00489e74a2c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.1599019 Mar 22 17:33:22.763523 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.774644 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 32910) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:22.775276 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:33:22.782683 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:22.788957 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-63252be1-34fe-4fb3-be0d-9070e49c9524 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601280 Mar 22 17:33:22.790419 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:22.791278 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:33:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:22.800039 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-d5630335-6b8f-4c55-b8a6-52541f5bc41a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "PUT /v2.0/floatingips/b8a110be-09ef-4c54-862a-c12e25584e3f HTTP/1.1" status: 200 len: 991 time: 2.7822683 Mar 22 17:33:22.800846 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:22.803271 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4f004-e1a4-4f26-b51e-9af2895760b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:22.894029 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21bb956e-e4a7-4f5f-98cf-aa85aa1168a8 admin admin] Publish callbacks [] for security_group (f405fca0-f11b-4335-950e-305b19c9f67f), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.897507 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (8272b9d8-1091-4947-9343-b4632a94d825), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.900398 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21bb956e-e4a7-4f5f-98cf-aa85aa1168a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f405fca0-f11b-4335-950e-305b19c9f67f), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:22.952811 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:23.003696 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d326e32-ea7b-43b0-8067-9ea9c2f1c002 x-openstack-request-id: req-8d326e32-ea7b-43b0-8067-9ea9c2f1c002 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:23.004492 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "tag": "27153565-2941-4851-95da-47250873be16", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:23.004492 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d326e32-ea7b-43b0-8067-9ea9c2f1c002 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:23.004976 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d326e32-ea7b-43b0-8067-9ea9c2f1c002'] response: {'name': 'network-changed', 'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'tag': '27153565-2941-4851-95da-47250873be16', 'status': 'completed', 'code': 200} Mar 22 17:33:23.079786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:23.083937 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb956e-e4a7-4f5f-98cf-aa85aa1168a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f405fca0-f11b-4335-950e-305b19c9f67f,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:23.085063 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddb905-ac18-4b6e-8660-d6762cb17f27 req-5f83a493-eda5-4b21-84d9-065025722f6a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:23.087113 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4cddb905-ac18-4b6e-8660-d6762cb17f27 req-5f83a493-eda5-4b21-84d9-065025722f6a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0812452 Mar 22 17:33:23.094770 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-21bb956e-e4a7-4f5f-98cf-aa85aa1168a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea4f10a3ff6c488ca6e78e93f9c6953d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215188 Mar 22 17:33:23.105290 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 32922) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:23.155182 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-2befc5f9-92d5-4f98-b62a-136e1045dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:23.156715 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-2befc5f9-92d5-4f98-b62a-136e1045dbb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1129 time: 0.1957371 Mar 22 17:33:23.162439 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4cddb905-ac18-4b6e-8660-d6762cb17f27 req-db6b809d-d605-42ef-91d6-4bd57deca63d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487578 Mar 22 17:33:23.170755 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a1a11be-03b9-47c8-bfd9-85305920b6c8 req-9d96683a-7278-43ec-a841-b458c71c2d4d service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637738 Mar 22 17:33:23.244017 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Publish callbacks [] for security_group (f405fca0-f11b-4335-950e-305b19c9f67f), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:23.282012 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Publish callbacks [] for security_group (f405fca0-f11b-4335-950e-305b19c9f67f), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:23.312180 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'b8a110be-09ef-4c54-862a-c12e25584e3f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'floating_ip_address': '172.28.1.225', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'port_id': '27153565-2941-4851-95da-47250873be16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'mac_address': 'fa:16:3e:f9:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:52Z', 'updated_at': '2022-03-22T17:33:20Z', 'revision_number': 1, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:23.350648 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f405fca0-f11b-4335-950e-305b19c9f67f), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:23.354205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:23.355605 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f405fca0-f11b-4335-950e-305b19c9f67f HTTP/1.1" status: 204 len: 168 time: 0.2492809 Mar 22 17:33:23.368034 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f405fca0-f11b-4335-950e-305b19c9f67f,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:23.378277 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.378852 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.379476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.379972 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.380612 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.381159 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.381693 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.382356 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.382877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.383405 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.384128 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.385108 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.385604 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.386084 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.386560 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a278e-03c1-4f69-9115-ede9f6bac9a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:23.397120 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:33:23.413992 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-739f4655-e746-4473-b15b-bf7536947d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:23.415625 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-739f4655-e746-4473-b15b-bf7536947d9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.2091916 Mar 22 17:33:23.447219 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:23.448267 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:33:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:23.743638 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:24.101017 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.db.resource_extend [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:33:24.163555 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-b1b8afce-aa8a-4391-b89a-44522733d0de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 999 time: 0.7378676 Mar 22 17:33:24.255990 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'b8a110be-09ef-4c54-862a-c12e25584e3f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'floating_ip_address': '172.28.1.225', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'port_id': '27153565-2941-4851-95da-47250873be16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'mac_address': 'fa:16:3e:f9:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:52Z', 'updated_at': '2022-03-22T17:33:20Z', 'revision_number': 1, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:24.264549 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:24.279641 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-77def2b0-bb51-4931-a942-81caaa81e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:24.281426 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-77def2b0-bb51-4931-a942-81caaa81e3e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.1034999 Mar 22 17:33:24.283570 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (8272b9d8-1091-4947-9343-b4632a94d825), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:24.317498 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051082d2-fe27-46b7-8e87-e39523737aa9 None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'b8a110be-09ef-4c54-862a-c12e25584e3f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'floating_ip_address': '172.28.1.225', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'port_id': '27153565-2941-4851-95da-47250873be16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'mac_address': 'fa:16:3e:f9:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:52Z', 'updated_at': '2022-03-22T17:33:20Z', 'revision_number': 1, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:33:24.419962 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54d17-c11c-4d89-9997-49efbc58424f req-15800eea-13f9-4c5b-8be7-cab6631cfcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:24.431316 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-69c54d17-c11c-4d89-9997-49efbc58424f req-15800eea-13f9-4c5b-8be7-cab6631cfcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.1281366 Mar 22 17:33:24.480644 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-f95a6e6c-759c-47d3-ba6c-d9da26c57018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:24.483689 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-f95a6e6c-759c-47d3-ba6c-d9da26c57018 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1454260 Mar 22 17:33:24.504287 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-69c54d17-c11c-4d89-9997-49efbc58424f req-ae150e8e-3a6f-4dbe-8c0e-999c6f1c9c44 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720153 Mar 22 17:33:24.553569 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP 8272b9d8-1091-4947-9343-b4632a94d825 associated. External IP: 172.28.1.103, port: 2da9535d-84a6-44f8-bf46-1e2e55b76c12. Mar 22 17:33:24.684698 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-d51349a3-df5f-4f29-a28e-caa54a02f56b service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932588 Mar 22 17:33:24.696165 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0eddc-0c8c-4b0a-a1d8-d7f8594ea1f4 None None] New status for floating IP b8a110be-09ef-4c54-862a-c12e25584e3f: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:33:24.863331 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7ce4f004-e1a4-4f26-b51e-9af2895760b5 req-40cf60a2-2a68-4551-b7a1-f97c03f9aff8 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699700 Mar 22 17:33:24.905545 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:33:25.079928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:33:25.096329 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:25.102002 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:33:25.122866 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:25.123540 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:33:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:25.161663 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-da41696f-cd44-4369-80b3-3f77654c2517 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "PUT /v2.0/floatingips/8272b9d8-1091-4947-9343-b4632a94d825 HTTP/1.1" status: 200 len: 991 time: 2.3847778 Mar 22 17:33:25.163811 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:25.167264 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb177848-3767-4bda-9270-f749736ce8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:25.242842 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa64a93-0cdc-4da7-915e-bab7cb8ec83e x-openstack-request-id: req-6aa64a93-0cdc-4da7-915e-bab7cb8ec83e {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:25.243276 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:25.243738 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6aa64a93-0cdc-4da7-915e-bab7cb8ec83e {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:25.244483 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa64a93-0cdc-4da7-915e-bab7cb8ec83e'] response: {'name': 'network-changed', 'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'status': 'completed', 'code': 200} Mar 22 17:33:25.335315 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:25.367741 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177848-3767-4bda-9270-f749736ce8f3 req-dd09fa40-a104-45fb-bee7-bee8dfbf8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:25.369495 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-dd09fa40-a104-45fb-bee7-bee8dfbf8787 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 1129 time: 0.0945845 Mar 22 17:33:25.536922 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177848-3767-4bda-9270-f749736ce8f3 req-d5615bb8-7736-44f1-b663-20bed6d92094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:25.538533 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-d5615bb8-7736-44f1-b663-20bed6d92094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.1487017 Mar 22 17:33:25.655730 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-0a3bd2ff-9b3d-40f3-836a-8fc370cd2daf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12 HTTP/1.1" status: 200 len: 999 time: 0.1062455 Mar 22 17:33:25.718177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11d076-0d75-480f-a735-b57795abe229 req-259a0fcd-a85b-432b-91c0-a9fd37802127 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:25.720890 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf11d076-0d75-480f-a735-b57795abe229 req-259a0fcd-a85b-432b-91c0-a9fd37802127 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0768862 Mar 22 17:33:25.741352 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177848-3767-4bda-9270-f749736ce8f3 req-f81909b6-3587-416f-9b30-20326dad7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:25.743926 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-f81909b6-3587-416f-9b30-20326dad7f91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0809655 Mar 22 17:33:25.808879 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:23Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:25.836666 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf11d076-0d75-480f-a735-b57795abe229 req-e267463c-a6ed-452b-a4c9-cc4520a2bdb1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063573 Mar 22 17:33:25.847515 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:33:25.847703 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177848-3767-4bda-9270-f749736ce8f3 req-55720429-6aa1-4f18-9f27-ef9a0543c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:25.847703 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-55720429-6aa1-4f18-9f27-ef9a0543c772 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0953403 Mar 22 17:33:25.858863 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:25.859624 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:33:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:25.953248 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-c9458492-532a-4db2-b38c-00bd3fbbcd1c service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972981 Mar 22 17:33:25.983954 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:26.060123 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-eb177848-3767-4bda-9270-f749736ce8f3 req-89b6b4cf-7de2-4514-9faf-2bc513ed8321 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024601 Mar 22 17:33:26.229830 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:23Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:26.258280 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf922a9-2880-4f1d-a83b-cb362f7c13c1 None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:23Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:33:26.506436 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e331ef1-be05-414e-bd8c-d23b4668b739 None None] New status for floating IP 8272b9d8-1091-4947-9343-b4632a94d825: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:33:26.963207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fe52a-6f90-46bd-8122-53f36e8452e5 req-cfee97c9-f128-4049-b131-07c4c9333c2a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:26.964721 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-833fe52a-6f90-46bd-8122-53f36e8452e5 req-cfee97c9-f128-4049-b131-07c4c9333c2a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0580902 Mar 22 17:33:27.026714 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-833fe52a-6f90-46bd-8122-53f36e8452e5 req-4236874a-b8a1-411d-bedc-54b23d1888fb tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Mar 22 17:33:28.152690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd134a-0292-427a-9df9-3e6c59c3e096 req-26bedd8d-590d-4b72-bf9e-153a65cc75be tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:28.154728 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9bfd134a-0292-427a-9df9-3e6c59c3e096 req-26bedd8d-590d-4b72-bf9e-153a65cc75be tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0544729 Mar 22 17:33:28.207751 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9bfd134a-0292-427a-9df9-3e6c59c3e096 req-47e9d7d9-2b75-4f0f-bb9c-470507c89b7f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Mar 22 17:33:29.337770 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3b12-e281-4613-90ef-ae2ec1c26d7b req-e6a6ae1c-e032-476e-bfe0-44acbbb15842 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:29.339437 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-57ff3b12-e281-4613-90ef-ae2ec1c26d7b req-e6a6ae1c-e032-476e-bfe0-44acbbb15842 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0594501 Mar 22 17:33:29.394577 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-57ff3b12-e281-4613-90ef-ae2ec1c26d7b req-22305afd-7f8b-4fa0-ab37-31b47c347c1f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480077 Mar 22 17:33:29.776494 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33218) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:29.893684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60a291ae-69e4-4396-8e65-cbf0a02e6741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.019537 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60a291ae-69e4-4396-8e65-cbf0a02e6741 admin admin] Publish callbacks [] for security_group (5bb32871-e8b4-4e5c-b025-15c7b0ecc557), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.023223 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-60a291ae-69e4-4396-8e65-cbf0a02e6741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5bb32871-e8b4-4e5c-b025-15c7b0ecc557), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.062924 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-60a291ae-69e4-4396-8e65-cbf0a02e6741 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a796692512a84e53ab5bf283d9989ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852914 Mar 22 17:33:30.063697 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a291ae-69e4-4396-8e65-cbf0a02e6741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb32871-e8b4-4e5c-b025-15c7b0ecc557,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:30.065969 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33234) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:30.119510 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7b460be1-88dc-45ea-87d6-4f334844cbf6 admin admin] Publish callbacks [] for security_group (5bb32871-e8b4-4e5c-b025-15c7b0ecc557), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.142352 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7b460be1-88dc-45ea-87d6-4f334844cbf6 admin admin] Publish callbacks [] for security_group (5bb32871-e8b4-4e5c-b025-15c7b0ecc557), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.197469 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7b460be1-88dc-45ea-87d6-4f334844cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5bb32871-e8b4-4e5c-b025-15c7b0ecc557), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.201205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7b460be1-88dc-45ea-87d6-4f334844cbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.204818 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7b460be1-88dc-45ea-87d6-4f334844cbf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bb32871-e8b4-4e5c-b025-15c7b0ecc557 HTTP/1.1" status: 204 len: 168 time: 0.1353774 Mar 22 17:33:30.213135 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b460be1-88dc-45ea-87d6-4f334844cbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb32871-e8b4-4e5c-b025-15c7b0ecc557,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:30.549401 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33256) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:30.557396 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471b090-eef4-4a7a-b0eb-7a232f572318 req-aa44c863-2c8c-4ee8-a7f9-014097b24db3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:30.561988 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0471b090-eef4-4a7a-b0eb-7a232f572318 req-aa44c863-2c8c-4ee8-a7f9-014097b24db3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0897400 Mar 22 17:33:30.571156 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d88bdea-7858-469c-b117-39d5c6ba99ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.645546 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0471b090-eef4-4a7a-b0eb-7a232f572318 req-15b0fdc6-2877-4e8a-b306-2f9d747b5370 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773752 Mar 22 17:33:30.699212 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d88bdea-7858-469c-b117-39d5c6ba99ca admin admin] Publish callbacks [] for security_group (98427838-9531-4f74-a475-020fb3e7dea1), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.709268 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d88bdea-7858-469c-b117-39d5c6ba99ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (98427838-9531-4f74-a475-020fb3e7dea1), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.709480 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33266) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:30.759537 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6d88bdea-7858-469c-b117-39d5c6ba99ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d10e9b0466284776b6f9a10495e9a3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085924 Mar 22 17:33:30.760576 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88bdea-7858-469c-b117-39d5c6ba99ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98427838-9531-4f74-a475-020fb3e7dea1,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:30.761763 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33272) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:30.820895 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-afa0f888-bad7-44f9-90de-6a5d273a7522 admin admin] Publish callbacks [] for security_group (98427838-9531-4f74-a475-020fb3e7dea1), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.853531 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-afa0f888-bad7-44f9-90de-6a5d273a7522 admin admin] Publish callbacks [] for security_group (98427838-9531-4f74-a475-020fb3e7dea1), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.866544 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7df0124e-c776-449d-91c1-0c12cf527be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.944082 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-afa0f888-bad7-44f9-90de-6a5d273a7522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (98427838-9531-4f74-a475-020fb3e7dea1), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.946682 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-afa0f888-bad7-44f9-90de-6a5d273a7522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.947888 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-afa0f888-bad7-44f9-90de-6a5d273a7522 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98427838-9531-4f74-a475-020fb3e7dea1 HTTP/1.1" status: 204 len: 168 time: 0.1849322 Mar 22 17:33:30.965712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f888-bad7-44f9-90de-6a5d273a7522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98427838-9531-4f74-a475-020fb3e7dea1,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:30.980265 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7df0124e-c776-449d-91c1-0c12cf527be1 admin admin] Publish callbacks [] for security_group (5399a008-8bab-4183-86c7-af196c287dcb), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.986599 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7df0124e-c776-449d-91c1-0c12cf527be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5399a008-8bab-4183-86c7-af196c287dcb), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.035420 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7df0124e-c776-449d-91c1-0c12cf527be1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b868c631ef2a4d4fb7fd58f3cd4c2cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246610 Mar 22 17:33:31.037702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0124e-c776-449d-91c1-0c12cf527be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5399a008-8bab-4183-86c7-af196c287dcb,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:31.038529 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33312) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:31.103366 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9e75-05e9-4e6f-ab84-43c9840fc64e admin admin] Publish callbacks [] for security_group (5399a008-8bab-4183-86c7-af196c287dcb), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.128716 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9e75-05e9-4e6f-ab84-43c9840fc64e admin admin] Publish callbacks [] for security_group (5399a008-8bab-4183-86c7-af196c287dcb), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.201221 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9e75-05e9-4e6f-ab84-43c9840fc64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5399a008-8bab-4183-86c7-af196c287dcb), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.204321 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9e75-05e9-4e6f-ab84-43c9840fc64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.209621 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cd3c9e75-05e9-4e6f-ab84-43c9840fc64e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5399a008-8bab-4183-86c7-af196c287dcb HTTP/1.1" status: 204 len: 168 time: 0.1698031 Mar 22 17:33:31.234117 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c9e75-05e9-4e6f-ab84-43c9840fc64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399a008-8bab-4183-86c7-af196c287dcb,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:31.721776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33360) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:31.743226 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c34b37e-b0c4-47bd-9ac0-84ccfe3db1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.847359 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51479f-d92c-453f-bbc1-cbd9998f3cc5 req-1fe3b3bd-47fa-4794-a7f1-65a0723383e7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:31.850969 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8f51479f-d92c-453f-bbc1-cbd9998f3cc5 req-1fe3b3bd-47fa-4794-a7f1-65a0723383e7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.1183677 Mar 22 17:33:31.887192 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33364) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:31.897675 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c34b37e-b0c4-47bd-9ac0-84ccfe3db1de admin admin] Publish callbacks [] for security_group (ccba9695-8dfa-4de8-9647-0269d180833c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.906429 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c34b37e-b0c4-47bd-9ac0-84ccfe3db1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ccba9695-8dfa-4de8-9647-0269d180833c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.942229 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8f51479f-d92c-453f-bbc1-cbd9998f3cc5 req-32923159-7c66-4c57-b3ea-ad430da3ebd4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842674 Mar 22 17:33:32.005385 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34b37e-b0c4-47bd-9ac0-84ccfe3db1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba9695-8dfa-4de8-9647-0269d180833c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:32.016976 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4c34b37e-b0c4-47bd-9ac0-84ccfe3db1de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5232ed6e6bbd4c35b7090400ed02433d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926130 Mar 22 17:33:32.018699 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33372) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:32.099282 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4c71072-4272-42a6-baa5-32b40ab9946c admin admin] Publish callbacks [] for security_group (ccba9695-8dfa-4de8-9647-0269d180833c), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.130352 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4c71072-4272-42a6-baa5-32b40ab9946c admin admin] Publish callbacks [] for security_group (ccba9695-8dfa-4de8-9647-0269d180833c), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.220304 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4c71072-4272-42a6-baa5-32b40ab9946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ccba9695-8dfa-4de8-9647-0269d180833c), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.225469 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4c71072-4272-42a6-baa5-32b40ab9946c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.232725 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a4c71072-4272-42a6-baa5-32b40ab9946c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccba9695-8dfa-4de8-9647-0269d180833c HTTP/1.1" status: 204 len: 168 time: 0.2110476 Mar 22 17:33:32.267427 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c71072-4272-42a6-baa5-32b40ab9946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba9695-8dfa-4de8-9647-0269d180833c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:32.270528 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fdb2-1bf3-459c-a01b-0bed729be5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.385332 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fdb2-1bf3-459c-a01b-0bed729be5fc admin admin] Publish callbacks [] for security_group (4d401dea-ac85-4f9c-9b08-5471e1959172), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.390168 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fdb2-1bf3-459c-a01b-0bed729be5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4d401dea-ac85-4f9c-9b08-5471e1959172), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.452620 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7fa1fdb2-1bf3-459c-a01b-0bed729be5fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83cda1964c474b6399a2b67baf72cdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637946 Mar 22 17:33:32.453594 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1fdb2-1bf3-459c-a01b-0bed729be5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d401dea-ac85-4f9c-9b08-5471e1959172,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:32.457237 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33386) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:32.529234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-797f61a7-461c-4cc9-8d66-e275487d01c8 admin admin] Publish callbacks [] for security_group (4d401dea-ac85-4f9c-9b08-5471e1959172), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.557080 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-797f61a7-461c-4cc9-8d66-e275487d01c8 admin admin] Publish callbacks [] for security_group (4d401dea-ac85-4f9c-9b08-5471e1959172), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.632237 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-797f61a7-461c-4cc9-8d66-e275487d01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4d401dea-ac85-4f9c-9b08-5471e1959172), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.636003 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-797f61a7-461c-4cc9-8d66-e275487d01c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.637614 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-797f61a7-461c-4cc9-8d66-e275487d01c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d401dea-ac85-4f9c-9b08-5471e1959172 HTTP/1.1" status: 204 len: 168 time: 0.1792090 Mar 22 17:33:32.652923 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f61a7-461c-4cc9-8d66-e275487d01c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d401dea-ac85-4f9c-9b08-5471e1959172,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:33.104860 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33416) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:33.133499 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d034cd4e-f632-42ea-ab45-f26211a034c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.267666 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d034cd4e-f632-42ea-ab45-f26211a034c9 admin admin] Publish callbacks [] for security_group (3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.272626 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d034cd4e-f632-42ea-ab45-f26211a034c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.318342 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d034cd4e-f632-42ea-ab45-f26211a034c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afc4fa47376340a694d44d0321e8b109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101278 Mar 22 17:33:33.319345 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034cd4e-f632-42ea-ab45-f26211a034c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:33.322070 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33424) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:33.402851 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fa0951bc-fb2f-498c-aee6-3fee1cc23a25 admin admin] Publish callbacks [] for security_group (3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.406699 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669b8d-2e80-4bf5-a09e-f86526f2fb1b req-78576ea4-eb0e-42bd-9bd6-cb7dd732add8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:33.408872 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a8669b8d-2e80-4bf5-a09e-f86526f2fb1b req-78576ea4-eb0e-42bd-9bd6-cb7dd732add8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.3739171 Mar 22 17:33:33.429542 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fa0951bc-fb2f-498c-aee6-3fee1cc23a25 admin admin] Publish callbacks [] for security_group (3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.468433 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a8669b8d-2e80-4bf5-a09e-f86526f2fb1b req-58163c21-6a85-4b98-9c9f-cd1089475ef7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Mar 22 17:33:33.486278 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fa0951bc-fb2f-498c-aee6-3fee1cc23a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.491519 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fa0951bc-fb2f-498c-aee6-3fee1cc23a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.495798 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fa0951bc-fb2f-498c-aee6-3fee1cc23a25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb HTTP/1.1" status: 204 len: 168 time: 0.1724396 Mar 22 17:33:33.504864 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0951bc-fb2f-498c-aee6-3fee1cc23a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b470e-1d04-4807-8a6d-c4f7e6ec07fb,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:34.089118 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33462) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:34.105528 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-197d62b8-f4ea-4b1e-ac61-91e0c464568b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.204373 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-197d62b8-f4ea-4b1e-ac61-91e0c464568b admin admin] Publish callbacks [] for security_group (b5d76d8a-8c38-4614-a275-69bad273e07c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.209509 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-197d62b8-f4ea-4b1e-ac61-91e0c464568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b5d76d8a-8c38-4614-a275-69bad273e07c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.275267 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-197d62b8-f4ea-4b1e-ac61-91e0c464568b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cdfc9f2d7734c5ba1fc25a1f502bcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769176 Mar 22 17:33:34.275267 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d62b8-f4ea-4b1e-ac61-91e0c464568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d76d8a-8c38-4614-a275-69bad273e07c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:34.275464 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33470) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:34.351626 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c94baecb-5584-4c16-9b91-2085defb4e6e admin admin] Publish callbacks [] for security_group (b5d76d8a-8c38-4614-a275-69bad273e07c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.376620 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c94baecb-5584-4c16-9b91-2085defb4e6e admin admin] Publish callbacks [] for security_group (b5d76d8a-8c38-4614-a275-69bad273e07c), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.469442 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c94baecb-5584-4c16-9b91-2085defb4e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b5d76d8a-8c38-4614-a275-69bad273e07c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.473467 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c94baecb-5584-4c16-9b91-2085defb4e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.475280 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c94baecb-5584-4c16-9b91-2085defb4e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5d76d8a-8c38-4614-a275-69bad273e07c HTTP/1.1" status: 204 len: 168 time: 0.2015083 Mar 22 17:33:34.485858 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94baecb-5584-4c16-9b91-2085defb4e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d76d8a-8c38-4614-a275-69bad273e07c,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:34.634427 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f11833-611e-4bfc-8ee8-52b93234b286 req-245eae9f-0784-4414-b234-efb7b1bab358 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:34.636199 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-30f11833-611e-4bfc-8ee8-52b93234b286 req-245eae9f-0784-4414-b234-efb7b1bab358 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0691347 Mar 22 17:33:34.709030 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-30f11833-611e-4bfc-8ee8-52b93234b286 req-bb70bb0f-cbcc-4c5d-b4ab-f296638b31bf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643225 Mar 22 17:33:34.786281 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33490) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:34.961493 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-090d54da-a245-49db-875e-1a1a18202487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.061134 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-090d54da-a245-49db-875e-1a1a18202487 admin admin] Publish callbacks [] for security_group (a2da7b68-3970-4685-b131-5acf4fc1ef75), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.066166 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-090d54da-a245-49db-875e-1a1a18202487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a2da7b68-3970-4685-b131-5acf4fc1ef75), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.104968 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d54da-a245-49db-875e-1a1a18202487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da7b68-3970-4685-b131-5acf4fc1ef75,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:35.110914 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-090d54da-a245-49db-875e-1a1a18202487 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f722ae398834998875877d81160569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235030 Mar 22 17:33:35.116871 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33506) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:35.184301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf961-d96a-4994-9416-9ebeecc42603 admin admin] Publish callbacks [] for security_group (a2da7b68-3970-4685-b131-5acf4fc1ef75), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.213413 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf961-d96a-4994-9416-9ebeecc42603 admin admin] Publish callbacks [] for security_group (a2da7b68-3970-4685-b131-5acf4fc1ef75), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.302160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf961-d96a-4994-9416-9ebeecc42603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a2da7b68-3970-4685-b131-5acf4fc1ef75), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.307226 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf961-d96a-4994-9416-9ebeecc42603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.309406 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8b1bf961-d96a-4994-9416-9ebeecc42603 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2da7b68-3970-4685-b131-5acf4fc1ef75 HTTP/1.1" status: 204 len: 168 time: 0.1912303 Mar 22 17:33:35.324501 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bf961-d96a-4994-9416-9ebeecc42603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da7b68-3970-4685-b131-5acf4fc1ef75,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:35.841114 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33544) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:35.857286 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cda1b3aa-7662-41f9-b929-a6d1fc1abd23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.872558 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998cdda-53a5-4184-b53f-4fe079b30b7e req-7dad4ce2-b271-4443-83db-4c609d1a948b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:35.880750 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5998cdda-53a5-4184-b53f-4fe079b30b7e req-7dad4ce2-b271-4443-83db-4c609d1a948b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0676494 Mar 22 17:33:35.956272 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cda1b3aa-7662-41f9-b929-a6d1fc1abd23 admin admin] Publish callbacks [] for security_group (a13113c3-8e81-4676-a521-a847382e35ca), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.960889 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cda1b3aa-7662-41f9-b929-a6d1fc1abd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a13113c3-8e81-4676-a521-a847382e35ca), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.962961 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5998cdda-53a5-4184-b53f-4fe079b30b7e req-4275195d-da80-4639-8a4d-fd93b292637d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809176 Mar 22 17:33:36.001546 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1b3aa-7662-41f9-b929-a6d1fc1abd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13113c3-8e81-4676-a521-a847382e35ca,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:36.010998 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cda1b3aa-7662-41f9-b929-a6d1fc1abd23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35e22063e8544de5b3ade22ae854f0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681917 Mar 22 17:33:36.014470 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33548) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:36.076808 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dacbbf20-837c-410a-a65e-47268e48bd13 admin admin] Publish callbacks [] for security_group (a13113c3-8e81-4676-a521-a847382e35ca), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:36.105570 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dacbbf20-837c-410a-a65e-47268e48bd13 admin admin] Publish callbacks [] for security_group (a13113c3-8e81-4676-a521-a847382e35ca), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:36.164380 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dacbbf20-837c-410a-a65e-47268e48bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a13113c3-8e81-4676-a521-a847382e35ca), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:36.168900 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dacbbf20-837c-410a-a65e-47268e48bd13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:36.183461 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-dacbbf20-837c-410a-a65e-47268e48bd13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a13113c3-8e81-4676-a521-a847382e35ca HTTP/1.1" status: 204 len: 168 time: 0.1613123 Mar 22 17:33:36.191757 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbf20-837c-410a-a65e-47268e48bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13113c3-8e81-4676-a521-a847382e35ca,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:37.092174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965bae-abcb-49cf-81ac-612fc97a0831 req-ab2509e4-18a3-4bca-9107-23d5d133cb7e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:37.094511 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cd965bae-abcb-49cf-81ac-612fc97a0831 req-ab2509e4-18a3-4bca-9107-23d5d133cb7e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0585568 Mar 22 17:33:37.153357 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cd965bae-abcb-49cf-81ac-612fc97a0831 req-8af23b5c-f107-4bb0-b886-cfbd2753a663 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Mar 22 17:33:38.285221 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b47ed9-e3f5-4656-a9a0-6f842a23d1f7 req-23be8414-c2e6-4386-9d74-4e3904bc0d85 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:38.286713 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e4b47ed9-e3f5-4656-a9a0-6f842a23d1f7 req-23be8414-c2e6-4386-9d74-4e3904bc0d85 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0556245 Mar 22 17:33:38.338053 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e4b47ed9-e3f5-4656-a9a0-6f842a23d1f7 req-cbf609b9-0675-48a7-8a2b-f34a70178c69 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Mar 22 17:33:39.467338 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80d0ab-e49b-494f-a24d-24abd4dbafd8 req-1b9efab0-5cf2-414a-8046-12f450e0dadc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:39.468993 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1f80d0ab-e49b-494f-a24d-24abd4dbafd8 req-1b9efab0-5cf2-414a-8046-12f450e0dadc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0604980 Mar 22 17:33:39.519995 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1f80d0ab-e49b-494f-a24d-24abd4dbafd8 req-53e0709e-18a8-4187-ac24-daa10a0b505f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447838 Mar 22 17:33:40.651690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64c6da-af5e-4418-b31a-f8ced725c88c req-f118eadf-aa20-4fe0-9673-24905d37d545 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:40.653255 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-af64c6da-af5e-4418-b31a-f8ced725c88c req-f118eadf-aa20-4fe0-9673-24905d37d545 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0640104 Mar 22 17:33:40.702728 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-af64c6da-af5e-4418-b31a-f8ced725c88c req-7f526a4d-a2e6-4af1-ba62-9e008d4fe1aa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Mar 22 17:33:41.827813 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efe0d1-6e29-4084-89a6-83dbb029c5c3 req-7723c51b-744d-4e26-836a-50e9185674e1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:41.829315 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-91efe0d1-6e29-4084-89a6-83dbb029c5c3 req-7723c51b-744d-4e26-836a-50e9185674e1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0562484 Mar 22 17:33:41.877724 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-91efe0d1-6e29-4084-89a6-83dbb029c5c3 req-7ae4de72-9383-4cb5-a3fc-86442e12cd29 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Mar 22 17:33:43.002816 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acc4f8-a711-46ae-867d-d2eed34be632 req-bebd782c-2cfa-4532-bf5d-778779528b9e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:43.005056 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a9acc4f8-a711-46ae-867d-d2eed34be632 req-bebd782c-2cfa-4532-bf5d-778779528b9e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0548954 Mar 22 17:33:43.023153 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33822) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:43.054313 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a9acc4f8-a711-46ae-867d-d2eed34be632 req-4f25ac73-0223-48fa-9c2e-0aba3be3b3bd tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Mar 22 17:33:43.136161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-03d1bdc5-a3f4-49e6-ac5f-9c22d88d012c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.213032 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-03d1bdc5-a3f4-49e6-ac5f-9c22d88d012c admin admin] Publish callbacks [] for security_group (3e032300-cb37-4812-81aa-1a244a5be168), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.218821 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-03d1bdc5-a3f4-49e6-ac5f-9c22d88d012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3e032300-cb37-4812-81aa-1a244a5be168), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.259245 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-03d1bdc5-a3f4-49e6-ac5f-9c22d88d012c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1f537f30ef548cebb5e14aa65e09a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349026 Mar 22 17:33:43.259894 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1bdc5-a3f4-49e6-ac5f-9c22d88d012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e032300-cb37-4812-81aa-1a244a5be168,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:43.261913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33830) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:43.310465 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf23cc31-5d35-4af8-839b-fbd8f813e873 admin admin] Publish callbacks [] for security_group (3e032300-cb37-4812-81aa-1a244a5be168), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.331532 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf23cc31-5d35-4af8-839b-fbd8f813e873 admin admin] Publish callbacks [] for security_group (3e032300-cb37-4812-81aa-1a244a5be168), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.385192 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf23cc31-5d35-4af8-839b-fbd8f813e873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3e032300-cb37-4812-81aa-1a244a5be168), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.389433 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf23cc31-5d35-4af8-839b-fbd8f813e873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.390649 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-bf23cc31-5d35-4af8-839b-fbd8f813e873 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e032300-cb37-4812-81aa-1a244a5be168 HTTP/1.1" status: 204 len: 168 time: 0.1277249 Mar 22 17:33:43.398969 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23cc31-5d35-4af8-839b-fbd8f813e873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e032300-cb37-4812-81aa-1a244a5be168,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:43.675194 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33842) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:43.688404 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a7ef84f4-540e-4340-9bcd-d4fc26832910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.780035 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a7ef84f4-540e-4340-9bcd-d4fc26832910 admin admin] Publish callbacks [] for security_group (0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.789857 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a7ef84f4-540e-4340-9bcd-d4fc26832910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.824758 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a7ef84f4-540e-4340-9bcd-d4fc26832910 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3cb029f706441279bdaa1e44af90062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507428 Mar 22 17:33:43.828891 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33846) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:43.830388 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef84f4-540e-4340-9bcd-d4fc26832910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:43.883970 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-434ba85b-86dc-4cf9-be29-10a323921946 admin admin] Publish callbacks [] for security_group (0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.906299 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-434ba85b-86dc-4cf9-be29-10a323921946 admin admin] Publish callbacks [] for security_group (0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.947896 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33850) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:43.963642 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-434ba85b-86dc-4cf9-be29-10a323921946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.966658 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-434ba85b-86dc-4cf9-be29-10a323921946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:43.968009 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-434ba85b-86dc-4cf9-be29-10a323921946 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255 HTTP/1.1" status: 204 len: 168 time: 0.1380672 Mar 22 17:33:43.976218 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ba85b-86dc-4cf9-be29-10a323921946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d00e7-7fdb-4f2f-85a0-5ad9d1c75255,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:44.069054 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5bad45cf-e169-4b92-a1b9-c03f927efffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.160049 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5bad45cf-e169-4b92-a1b9-c03f927efffb admin admin] Publish callbacks [] for security_group (f46442f3-e123-45a6-8800-c5fa2f33bd11), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.165299 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5bad45cf-e169-4b92-a1b9-c03f927efffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f46442f3-e123-45a6-8800-c5fa2f33bd11), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.199474 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ac95-263f-4983-8e80-244c36e19f7a req-023b1959-0868-4dc3-a382-703c161b5cf9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:44.202184 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c4b8ac95-263f-4983-8e80-244c36e19f7a req-023b1959-0868-4dc3-a382-703c161b5cf9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0667005 Mar 22 17:33:44.209627 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33862) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:44.209718 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-5bad45cf-e169-4b92-a1b9-c03f927efffb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45be8fb49dc444b29062983ba82c4882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607141 Mar 22 17:33:44.210446 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad45cf-e169-4b92-a1b9-c03f927efffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46442f3-e123-45a6-8800-c5fa2f33bd11,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:44.308013 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33866) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:44.312855 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c4b8ac95-263f-4983-8e80-244c36e19f7a req-39835c22-3a09-44bb-999a-cb56159504c9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046243 Mar 22 17:33:44.322439 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-973d9b39-9b50-47e9-b78f-7597c2bbfdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.325023 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b9f06af8-7b69-4b19-aefa-00e694085b89 admin admin] Publish callbacks [] for security_group (f46442f3-e123-45a6-8800-c5fa2f33bd11), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.347879 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b9f06af8-7b69-4b19-aefa-00e694085b89 admin admin] Publish callbacks [] for security_group (f46442f3-e123-45a6-8800-c5fa2f33bd11), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.400320 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b9f06af8-7b69-4b19-aefa-00e694085b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f46442f3-e123-45a6-8800-c5fa2f33bd11), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.402960 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b9f06af8-7b69-4b19-aefa-00e694085b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.404936 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-b9f06af8-7b69-4b19-aefa-00e694085b89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f46442f3-e123-45a6-8800-c5fa2f33bd11 HTTP/1.1" status: 204 len: 168 time: 0.1943085 Mar 22 17:33:44.406676 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-973d9b39-9b50-47e9-b78f-7597c2bbfdc6 admin admin] Publish callbacks [] for security_group (bfafead7-d63d-4c5b-bfbc-86746920c3ee), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.411889 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-973d9b39-9b50-47e9-b78f-7597c2bbfdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (bfafead7-d63d-4c5b-bfbc-86746920c3ee), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.413329 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f06af8-7b69-4b19-aefa-00e694085b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46442f3-e123-45a6-8800-c5fa2f33bd11,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:44.641971 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d9b39-9b50-47e9-b78f-7597c2bbfdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfafead7-d63d-4c5b-bfbc-86746920c3ee,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:44.647498 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-973d9b39-9b50-47e9-b78f-7597c2bbfdc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c681fddda93458fbc3fc28027316f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383248 Mar 22 17:33:44.649492 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33874) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:44.703684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07dc72d3-23d0-494b-904e-243584e45511 admin admin] Publish callbacks [] for security_group (bfafead7-d63d-4c5b-bfbc-86746920c3ee), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.732902 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07dc72d3-23d0-494b-904e-243584e45511 admin admin] Publish callbacks [] for security_group (bfafead7-d63d-4c5b-bfbc-86746920c3ee), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.780980 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33876) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:44.795919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-daa712bb-d2ad-4e70-82e5-b8216864ffc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.797970 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07dc72d3-23d0-494b-904e-243584e45511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (bfafead7-d63d-4c5b-bfbc-86746920c3ee), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.800519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07dc72d3-23d0-494b-904e-243584e45511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.801694 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-07dc72d3-23d0-494b-904e-243584e45511 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfafead7-d63d-4c5b-bfbc-86746920c3ee HTTP/1.1" status: 204 len: 168 time: 0.1509712 Mar 22 17:33:44.817785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc72d3-23d0-494b-904e-243584e45511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfafead7-d63d-4c5b-bfbc-86746920c3ee,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:44.896920 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-daa712bb-d2ad-4e70-82e5-b8216864ffc1 admin admin] Publish callbacks [] for security_group (b0e98c12-ccfb-46e4-aeb5-a0ce37576022), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.902284 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-daa712bb-d2ad-4e70-82e5-b8216864ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b0e98c12-ccfb-46e4-aeb5-a0ce37576022), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:44.948894 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-daa712bb-d2ad-4e70-82e5-b8216864ffc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=698fbdd697b548e1bfddd8ddfcef8130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667006 Mar 22 17:33:44.949756 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa712bb-d2ad-4e70-82e5-b8216864ffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e98c12-ccfb-46e4-aeb5-a0ce37576022,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:44.951668 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33880) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:45.002887 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0c75-27c5-4ec8-8785-8b785f1a79c4 admin admin] Publish callbacks [] for security_group (b0e98c12-ccfb-46e4-aeb5-a0ce37576022), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.030845 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0c75-27c5-4ec8-8785-8b785f1a79c4 admin admin] Publish callbacks [] for security_group (b0e98c12-ccfb-46e4-aeb5-a0ce37576022), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.081543 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0c75-27c5-4ec8-8785-8b785f1a79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b0e98c12-ccfb-46e4-aeb5-a0ce37576022), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.084027 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0c75-27c5-4ec8-8785-8b785f1a79c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.089229 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fdfe0c75-27c5-4ec8-8785-8b785f1a79c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0e98c12-ccfb-46e4-aeb5-a0ce37576022 HTTP/1.1" status: 204 len: 168 time: 0.1327355 Mar 22 17:33:45.103274 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe0c75-27c5-4ec8-8785-8b785f1a79c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e98c12-ccfb-46e4-aeb5-a0ce37576022,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:45.465904 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33908) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:45.479822 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708982-bd4e-4753-ad77-4bc7de76bbbb req-6be17d96-1178-4123-bc2a-4788328e3526 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:45.481286 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-68708982-bd4e-4753-ad77-4bc7de76bbbb req-6be17d96-1178-4123-bc2a-4788328e3526 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0680637 Mar 22 17:33:45.491077 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-82028f07-0722-432d-b1ca-903b95014580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.557495 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-68708982-bd4e-4753-ad77-4bc7de76bbbb req-7e4e1e81-aeba-459b-bf7e-c14053c59d91 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681958 Mar 22 17:33:45.611829 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-82028f07-0722-432d-b1ca-903b95014580 admin admin] Publish callbacks [] for security_group (90af9a9f-3b16-4db5-9036-01ca9f948a6b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.615841 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-82028f07-0722-432d-b1ca-903b95014580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (90af9a9f-3b16-4db5-9036-01ca9f948a6b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.663763 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-82028f07-0722-432d-b1ca-903b95014580 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=135b5164d8e24b6185928d0928a18322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961889 Mar 22 17:33:45.666857 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33912) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:45.673018 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82028f07-0722-432d-b1ca-903b95014580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90af9a9f-3b16-4db5-9036-01ca9f948a6b,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:45.724320 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da9d695d-9deb-49e0-a375-6c4f0c79f9b9 admin admin] Publish callbacks [] for security_group (90af9a9f-3b16-4db5-9036-01ca9f948a6b), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.747986 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da9d695d-9deb-49e0-a375-6c4f0c79f9b9 admin admin] Publish callbacks [] for security_group (90af9a9f-3b16-4db5-9036-01ca9f948a6b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.808684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da9d695d-9deb-49e0-a375-6c4f0c79f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (90af9a9f-3b16-4db5-9036-01ca9f948a6b), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.811664 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da9d695d-9deb-49e0-a375-6c4f0c79f9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.812839 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-da9d695d-9deb-49e0-a375-6c4f0c79f9b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90af9a9f-3b16-4db5-9036-01ca9f948a6b HTTP/1.1" status: 204 len: 168 time: 0.1450434 Mar 22 17:33:45.820992 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d695d-9deb-49e0-a375-6c4f0c79f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af9a9f-3b16-4db5-9036-01ca9f948a6b,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:46.608552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 33966) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:46.693074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-839e5b38-27a3-4cc3-999f-e220b0f5a930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.710254 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6188cab-17b1-4f2f-b0bd-140dc0d76b67 req-dc279ed0-b5a9-4dd4-aacd-f439f50a2ab4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:46.712060 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6188cab-17b1-4f2f-b0bd-140dc0d76b67 req-dc279ed0-b5a9-4dd4-aacd-f439f50a2ab4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0767088 Mar 22 17:33:46.747195 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957975521-network', 'tenant_id': 'd93ea794bb82457cb2371d98a06d0287'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:46.784122 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6188cab-17b1-4f2f-b0bd-140dc0d76b67 req-60966b89-3f08-4747-b311-80643b9e50af tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612257 Mar 22 17:33:46.789230 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Made reservation on behalf of d93ea794bb82457cb2371d98a06d0287 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:46.792089 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.801719 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.891979 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks [] for security_group (161976e9-0660-4362-b916-3fbc9d4d381c), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.897057 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (161976e9-0660-4362-b916-3fbc9d4d381c), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.918789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:33:46.932768 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161976e9-0660-4362-b916-3fbc9d4d381c,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:46.938442 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (9feac600-f1f6-442b-af0f-aaa1935a6ad6), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.938788 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Added segment 9feac600-f1f6-442b-af0f-aaa1935a6ad6 of type vlan for network f5cd268e-f876-4757-93ed-bc2033797934 Mar 22 17:33:46.982587 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (f5cd268e-f876-4757-93ed-bc2033797934), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.020028 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (f5cd268e-f876-4757-93ed-bc2033797934), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.021190 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:47.021792 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.077705 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4677479 Mar 22 17:33:47.085341 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 33990) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:47.089624 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a9082-b30e-45c9-abc6-825e6c0353d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f5cd268e-f876-4757-93ed-bc2033797934,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:47.092231 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Request body: {'subnet': {'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957975521-subnet', 'tenant_id': 'd93ea794bb82457cb2371d98a06d0287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:47.101977 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network f5cd268e-f876-4757-93ed-bc2033797934 details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:33:47.111967 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Made reservation on behalf of d93ea794bb82457cb2371d98a06d0287 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:47.114635 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26375081'] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.307121 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26394413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26375103'] for subnet (163aa437-8258-44ca-942f-be59a447fcb7), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.367646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163aa437-8258-44ca-942f-be59a447fcb7,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:47.377176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Checking segment: {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:47.377541 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Network hostable DHCP agents. Network: f5cd268e-f876-4757-93ed-bc2033797934, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:33:47.389467 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34000) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:47.407092 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Network f5cd268e-f876-4757-93ed-bc2033797934 is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:33:47.418023 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, f5cd268e-f876-4757-93ed-bc2033797934) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:47.426845 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:47.427548 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.427885 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e3ae9-cc55-4ec9-a54e-c52ca477b55d None None] Network f5cd268e-f876-4757-93ed-bc2033797934 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:47.444301 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-656c4e47-565c-4372-a9d8-d86815961dd2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3572941 Mar 22 17:33:47.534238 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-92022e19-7e27-491f-bcc6-823d0257515f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.543846 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aeed17-0136-4d2e-8b6a-ec13e17c68b8 None None] Network f5cd268e-f876-4757-93ed-bc2033797934 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:47.633291 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-92022e19-7e27-491f-bcc6-823d0257515f admin admin] Publish callbacks [] for security_group (0765772d-a3a9-451e-89b0-0508f57e3165), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.638979 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-92022e19-7e27-491f-bcc6-823d0257515f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (0765772d-a3a9-451e-89b0-0508f57e3165), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.693764 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-92022e19-7e27-491f-bcc6-823d0257515f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee1da17ee71141e68742994db62d4b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031485 Mar 22 17:33:47.695235 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92022e19-7e27-491f-bcc6-823d0257515f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0765772d-a3a9-451e-89b0-0508f57e3165,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:47.696667 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34012) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:47.759706 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2915c744-41e6-4833-8f3f-518d5c65b01a admin admin] Publish callbacks [] for security_group (0765772d-a3a9-451e-89b0-0508f57e3165), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.781849 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2915c744-41e6-4833-8f3f-518d5c65b01a admin admin] Publish callbacks [] for security_group (0765772d-a3a9-451e-89b0-0508f57e3165), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.833386 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2915c744-41e6-4833-8f3f-518d5c65b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (0765772d-a3a9-451e-89b0-0508f57e3165), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.836179 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2915c744-41e6-4833-8f3f-518d5c65b01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.837541 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-2915c744-41e6-4833-8f3f-518d5c65b01a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0765772d-a3a9-451e-89b0-0508f57e3165 HTTP/1.1" status: 204 len: 168 time: 0.1394882 Mar 22 17:33:47.848476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915c744-41e6-4833-8f3f-518d5c65b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765772d-a3a9-451e-89b0-0508f57e3165,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:47.934653 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40129720-94cd-40b4-a35a-932990ac77b4 req-a3afd6e5-d421-448c-926f-db68216be945 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:47.936313 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-40129720-94cd-40b4-a35a-932990ac77b4 req-a3afd6e5-d421-448c-926f-db68216be945 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0648756 Mar 22 17:33:48.004481 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-40129720-94cd-40b4-a35a-932990ac77b4 req-60a426bb-86ee-45fe-a0cf-260c25685e5c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620387 Mar 22 17:33:48.204205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34024) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:48.217656 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a2006f13-cacc-4017-af86-14dc43eeadc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.295520 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a2006f13-cacc-4017-af86-14dc43eeadc6 admin admin] Publish callbacks [] for security_group (ae93c45f-4162-431f-82a9-e5054982c9fd), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.302300 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a2006f13-cacc-4017-af86-14dc43eeadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ae93c45f-4162-431f-82a9-e5054982c9fd), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.346529 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a2006f13-cacc-4017-af86-14dc43eeadc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=837a7b98b66f4995b0df2fac056ddefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412578 Mar 22 17:33:48.347277 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2006f13-cacc-4017-af86-14dc43eeadc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae93c45f-4162-431f-82a9-e5054982c9fd,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:48.349739 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34026) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:48.400809 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-686a8071-1efa-4da5-baba-4792b0fcb6bb admin admin] Publish callbacks [] for security_group (ae93c45f-4162-431f-82a9-e5054982c9fd), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.428450 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-686a8071-1efa-4da5-baba-4792b0fcb6bb admin admin] Publish callbacks [] for security_group (ae93c45f-4162-431f-82a9-e5054982c9fd), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.485457 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-686a8071-1efa-4da5-baba-4792b0fcb6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ae93c45f-4162-431f-82a9-e5054982c9fd), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.488121 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-686a8071-1efa-4da5-baba-4792b0fcb6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.489361 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-686a8071-1efa-4da5-baba-4792b0fcb6bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae93c45f-4162-431f-82a9-e5054982c9fd HTTP/1.1" status: 204 len: 168 time: 0.1386232 Mar 22 17:33:48.497592 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8071-1efa-4da5-baba-4792b0fcb6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae93c45f-4162-431f-82a9-e5054982c9fd,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:48.903752 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dd77-8b88-4c32-b570-600836628578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:49.159207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f0e52-dcda-45ba-8f35-8ef673c8bee7 req-233e981f-7082-490e-a786-af7dc7633a9d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:49.159207 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0e2f0e52-dcda-45ba-8f35-8ef673c8bee7 req-233e981f-7082-490e-a786-af7dc7633a9d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0629604 Mar 22 17:33:49.218124 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0e2f0e52-dcda-45ba-8f35-8ef673c8bee7 req-b296a56f-da42-4a1d-982a-ae9e6bceea6d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535154 Mar 22 17:33:49.914014 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-aa79ff87-0fd6-44ea-a80b-e53c73e2ddb9 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:49.915681 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-aa79ff87-0fd6-44ea-a80b-e53c73e2ddb9 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/networks?id=f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 200 len: 809 time: 0.1277678 Mar 22 17:33:49.945444 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-cc00b816-7016-492b-a03c-c36b7bc028f8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/quotas/d93ea794bb82457cb2371d98a06d0287 HTTP/1.1" status: 200 len: 375 time: 0.0095797 Mar 22 17:33:49.976340 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-6fdba974-c23c-4426-982a-d109d20d2035 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93ea794bb82457cb2371d98a06d0287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289786 Mar 22 17:33:50.022042 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:50.072832 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-a1045d3f-47ad-4fa7-a937-b2f0576aa473 service neutron] 10.222.0.48 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889075 Mar 22 17:33:50.180247 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-82105da4-d811-470d-8841-d26d9f1fa9a1 service neutron] 10.222.0.48 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996594 Mar 22 17:33:50.219477 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:50.368751 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5885e01c-f01a-4deb-85aa-e46000053928 req-0294530b-ca36-4fcf-bd9a-fe1cba882514 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 210 time: 0.0354092 Mar 22 17:33:50.383296 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233f3df-63ab-4247-81df-b292603fe531 req-f412c88f-3ab8-4b3b-8c03-baf964004b1e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:50.385222 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e233f3df-63ab-4247-81df-b292603fe531 req-f412c88f-3ab8-4b3b-8c03-baf964004b1e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0892270 Mar 22 17:33:50.400008 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:33:50.458891 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e233f3df-63ab-4247-81df-b292603fe531 req-a85461ef-5704-4543-bb3d-a923c819f979 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Mar 22 17:33:50.632098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34136) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:50.755730 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb046372-82a6-4872-8022-23da4e2b0fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:50.835398 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb046372-82a6-4872-8022-23da4e2b0fcf admin admin] Publish callbacks [] for security_group (2655f0b1-548f-4c3d-ba46-4589afbe7b85), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:50.839427 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb046372-82a6-4872-8022-23da4e2b0fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2655f0b1-548f-4c3d-ba46-4589afbe7b85), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:50.883484 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fb046372-82a6-4872-8022-23da4e2b0fcf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53b401f17a8543ffa9b94fc4fd02eaed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501318 Mar 22 17:33:50.884312 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb046372-82a6-4872-8022-23da4e2b0fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2655f0b1-548f-4c3d-ba46-4589afbe7b85,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:50.886607 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34148) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:50.938744 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fada570a-be3a-45eb-b0bf-75ec560e8c93 admin admin] Publish callbacks [] for security_group (2655f0b1-548f-4c3d-ba46-4589afbe7b85), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:50.962255 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fada570a-be3a-45eb-b0bf-75ec560e8c93 admin admin] Publish callbacks [] for security_group (2655f0b1-548f-4c3d-ba46-4589afbe7b85), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.012255 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fada570a-be3a-45eb-b0bf-75ec560e8c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2655f0b1-548f-4c3d-ba46-4589afbe7b85), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.015746 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fada570a-be3a-45eb-b0bf-75ec560e8c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.016977 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-fada570a-be3a-45eb-b0bf-75ec560e8c93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2655f0b1-548f-4c3d-ba46-4589afbe7b85 HTTP/1.1" status: 204 len: 168 time: 0.1293428 Mar 22 17:33:51.025499 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada570a-be3a-45eb-b0bf-75ec560e8c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2655f0b1-548f-4c3d-ba46-4589afbe7b85,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:51.285415 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34160) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:51.299115 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-57ba633d-5465-44c2-9b31-e3048354e666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.383877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-57ba633d-5465-44c2-9b31-e3048354e666 admin admin] Publish callbacks [] for security_group (8434650f-5b3c-433b-a29e-5e6e63737e1a), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.388125 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-57ba633d-5465-44c2-9b31-e3048354e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8434650f-5b3c-433b-a29e-5e6e63737e1a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.430842 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-57ba633d-5465-44c2-9b31-e3048354e666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e0c951306204583ac1ded53f66e207d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443148 Mar 22 17:33:51.431915 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba633d-5465-44c2-9b31-e3048354e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8434650f-5b3c-433b-a29e-5e6e63737e1a,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:51.433578 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34164) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:51.489372 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e482a077-89f4-4467-9f09-7abfb1357fbf req-1b7203b8-7155-4a8e-b3c9-942c47e65b6d tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 210 time: 0.0337977 Mar 22 17:33:51.551064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.601092 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-24fb6825-bcbf-4bcc-a71e-58db4ef2a424 admin admin] Publish callbacks [] for security_group (8434650f-5b3c-433b-a29e-5e6e63737e1a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.604621 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e3177-5db9-45c5-90e4-31a1a3cf032a req-db301b21-fc8c-4171-b04c-34de70ad8084 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:51.606192 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0f3e3177-5db9-45c5-90e4-31a1a3cf032a req-db301b21-fc8c-4171-b04c-34de70ad8084 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0638833 Mar 22 17:33:51.608367 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-4a9a14e4-5ae6-43bb-81ca-9abebe7be264 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:51.609843 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-4a9a14e4-5ae6-43bb-81ca-9abebe7be264 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "GET /v2.0/networks?id=f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 200 len: 809 time: 0.1612949 Mar 22 17:33:51.650733 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Request body: {'port': {'device_id': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934', 'admin_state_up': True, 'tenant_id': 'd93ea794bb82457cb2371d98a06d0287'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:51.656401 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-24fb6825-bcbf-4bcc-a71e-58db4ef2a424 admin admin] Publish callbacks [] for security_group (8434650f-5b3c-433b-a29e-5e6e63737e1a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.676939 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0f3e3177-5db9-45c5-90e4-31a1a3cf032a req-19638c35-2c83-4d5c-91ac-42ff9fb2fe17 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645659 Mar 22 17:33:51.774716 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-24fb6825-bcbf-4bcc-a71e-58db4ef2a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8434650f-5b3c-433b-a29e-5e6e63737e1a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.777928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-24fb6825-bcbf-4bcc-a71e-58db4ef2a424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.780148 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-24fb6825-bcbf-4bcc-a71e-58db4ef2a424 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8434650f-5b3c-433b-a29e-5e6e63737e1a HTTP/1.1" status: 204 len: 168 time: 0.3450787 Mar 22 17:33:51.792674 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb6825-bcbf-4bcc-a71e-58db4ef2a424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434650f-5b3c-433b-a29e-5e6e63737e1a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:51.807867 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Made reservation on behalf of d93ea794bb82457cb2371d98a06d0287 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:51.812132 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:51.951644 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Allocated IP 172.20.0.2 (f5cd268e-f876-4757-93ed-bc2033797934/163aa437-8258-44ca-942f-be59a447fcb7/3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:52.115995 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks [] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.149422 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.200014 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Network f5cd268e-f876-4757-93ed-bc2033797934 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:52.205825 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:52.210483 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:52.214535 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Pushing event updated for resources: {'Port': ['ID=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:52.259863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:52.260491 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.277080 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-be6851bf-6acc-4b80-a4b8-fe21b3ba674b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304317 Mar 22 17:33:52.294831 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Request body: {'port': {'device_id': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:52.368300 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.499727 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34196) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:52.625082 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2016211204-network', 'tenant_id': '59ab9fc3a74c42b980787a8e887a4372'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:52.654420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:52.663080 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03e6a9-4efc-474a-a5d5-05b76357b72d req-5e7458c7-5bbc-440b-8278-36d10c626ff0 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:52.664451 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Publish callbacks [] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.664698 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea03e6a9-4efc-474a-a5d5-05b76357b72d req-5e7458c7-5bbc-440b-8278-36d10c626ff0 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 931 time: 0.0748117 Mar 22 17:33:52.665690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Made reservation on behalf of 59ab9fc3a74c42b980787a8e887a4372 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:52.668253 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.680805 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.690231 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Transition to ACTIVE for port object 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:52.694680 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.747403 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:52.758917 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea03e6a9-4efc-474a-a5d5-05b76357b72d req-98afc5d8-f73d-4a56-8aaf-822159d4cb37 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801406 Mar 22 17:33:52.843334 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Attempting to bind port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:52.843656 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Attempting to bind port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:52.844081 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Attempting to bind port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 on network f5cd268e-f876-4757-93ed-bc2033797934 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:52.848877 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 on network f5cd268e-f876-4757-93ed-bc2033797934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:52.849268 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Attempting to bind port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 on network f5cd268e-f876-4757-93ed-bc2033797934 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:52.854165 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:52.854592 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Checking segment: {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:52.854791 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks [] for security_group (23904fc0-6ee7-4d7e-9a5e-e497820c91fe), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.855133 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Bound using segment: {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:52.855645 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Bound port: 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:52.856009 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.861141 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (23904fc0-6ee7-4d7e-9a5e-e497820c91fe), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.874936 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a0a01-e7fe-4a3a-9b4b-0d90df1ad011 req-0c2bbcd2-f1df-4c99-a3a4-16e455778d9d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:52.876489 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3b2a0a01-e7fe-4a3a-9b4b-0d90df1ad011 req-0c2bbcd2-f1df-4c99-a3a4-16e455778d9d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0996978 Mar 22 17:33:52.910215 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:33:52.925033 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23904fc0-6ee7-4d7e-9a5e-e497820c91fe,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:52.925242 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] For port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:52.929591 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] For port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:52.934177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (cabca338-b7fe-4684-b174-c9a8cdd7695a), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.934603 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Added segment cabca338-b7fe-4684-b174-c9a8cdd7695a of type vlan for network 82700ac4-8927-4fe9-8627-daf36863f9ed Mar 22 17:33:52.936678 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.971382 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:52.972074 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.974428 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 HTTP/1.1" status: 200 len: 1093 time: 0.6859097 Mar 22 17:33:52.977341 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'tag': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:52.981657 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b459b-5b10-4e6a-81f7-defc337aab20" -d '{"events": [{"name": "network-changed", "server_uuid": "75cce4b3-d82a-4b2d-a1bd-e851bccac9db", "tag": "3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:52.998969 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3b2a0a01-e7fe-4a3a-9b4b-0d90df1ad011 req-463e4bfd-2358-4dcd-8ea3-648a8cf6e70a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153917 Mar 22 17:33:53.014241 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (82700ac4-8927-4fe9-8627-daf36863f9ed), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.021827 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c364b9-4042-4e3a-be1d-aa9003d73087 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:53.052352 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (82700ac4-8927-4fe9-8627-daf36863f9ed), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.053774 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.054524 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.056638 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.061695 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372ad73-f5ef-4b45-881b-936dc4c64123 x-openstack-request-id: req-4372ad73-f5ef-4b45-881b-936dc4c64123 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:53.061992 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cce4b3-d82a-4b2d-a1bd-e851bccac9db", "tag": "3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:53.062245 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4372ad73-f5ef-4b45-881b-936dc4c64123 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:53.062647 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4372ad73-f5ef-4b45-881b-936dc4c64123'] response: {'name': 'network-changed', 'server_uuid': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'tag': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0', 'status': 'completed', 'code': 200} Mar 22 17:33:53.082593 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-009aed94-b0e6-4dc2-9d65-01b2b517b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.084384 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-009aed94-b0e6-4dc2-9d65-01b2b517b90f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d93ea794bb82457cb2371d98a06d0287&device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 1127 time: 0.0590508 Mar 22 17:33:53.114763 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6133795 Mar 22 17:33:53.117763 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34212) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:53.122495 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Request body: {'subnet': {'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2016211204-subnet', 'tenant_id': '59ab9fc3a74c42b980787a8e887a4372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:53.128674 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a5d42-d121-4590-978c-3cbbae9bc170 admin admin] Pushing event updated for resources: {'Network': ['ID=82700ac4-8927-4fe9-8627-daf36863f9ed,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:53.133210 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-13ff1b0b-5d35-4720-a3ec-3b26e7912ba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 HTTP/1.1" status: 200 len: 217 time: 0.0377231 Mar 22 17:33:53.139092 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 82700ac4-8927-4fe9-8627-daf36863f9ed details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:33:53.147475 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Made reservation on behalf of 59ab9fc3a74c42b980787a8e887a4372 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:53.150428 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26337164'] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.187227 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392771ed-444b-4ace-adbc-656df7d52a7e req-e3381704-97d0-4c53-9348-a970f64a6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.188401 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-e3381704-97d0-4c53-9348-a970f64a6ac1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163aa437-8258-44ca-942f-be59a447fcb7 HTTP/1.1" status: 200 len: 849 time: 0.0473151 Mar 22 17:33:53.230983 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-7863e8c1-185e-4434-93b2-ffd72d0ba478 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cd268e-f876-4757-93ed-bc2033797934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265963 Mar 22 17:33:53.325685 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26337178'] for subnet (bafb97b5-c4cc-4f44-abf8-c38f9cb8e495), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.334839 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-67a06a15-84c8-48e2-9944-8777ded974f9 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940185 Mar 22 17:33:53.380777 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafb97b5-c4cc-4f44-abf8-c38f9cb8e495,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:53.392748 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Checking segment: {'id': 'cabca338-b7fe-4684-b174-c9a8cdd7695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:53.392748 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Network hostable DHCP agents. Network: 82700ac4-8927-4fe9-8627-daf36863f9ed, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:33:53.411781 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Network 82700ac4-8927-4fe9-8627-daf36863f9ed is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:33:53.422408 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 82700ac4-8927-4fe9-8627-daf36863f9ed) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:53.426513 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.427149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.433497 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e351a14-d6cb-4805-a0a4-d79f8f03a5cd None None] Network 82700ac4-8927-4fe9-8627-daf36863f9ed requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:53.435078 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-392771ed-444b-4ace-adbc-656df7d52a7e req-a2dac21c-4c34-4cc9-bb5b-609103ed65fc service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918696 Mar 22 17:33:53.442770 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c308c9c8-3c65-4f29-a4aa-8250d25d9082 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3239746 Mar 22 17:33:53.548203 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d32cf-410e-4742-8347-770ee332c16d None None] Network 82700ac4-8927-4fe9-8627-daf36863f9ed requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:53.553474 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-84477dd0-84ff-47b9-b08c-bc1e791be5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.555350 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-84477dd0-84ff-47b9-b08c-bc1e791be5fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d93ea794bb82457cb2371d98a06d0287&device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 1127 time: 0.0643818 Mar 22 17:33:53.664912 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-cddc167c-912d-44a5-9af4-7a8fee21683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.666393 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-cddc167c-912d-44a5-9af4-7a8fee21683a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 200 len: 910 time: 0.1032143 Mar 22 17:33:53.711409 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-8cdd6b1f-4041-4aed-8b8d-1bcbe4376484 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 HTTP/1.1" status: 200 len: 217 time: 0.0370815 Mar 22 17:33:53.782137 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-c70acc89-3d63-4c5c-b5a7-fa9b66196307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.783683 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-c70acc89-3d63-4c5c-b5a7-fa9b66196307 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163aa437-8258-44ca-942f-be59a447fcb7 HTTP/1.1" status: 200 len: 849 time: 0.0529244 Mar 22 17:33:53.821348 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-4ee8484c-4cc2-4e17-b638-2738b95335f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cd268e-f876-4757-93ed-bc2033797934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292208 Mar 22 17:33:53.923399 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee42d2-f95d-46cc-aeda-1992d7e8abc5 req-8bf57e36-3259-4047-9b09-a10911ec75d0 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:53.925597 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-28ee42d2-f95d-46cc-aeda-1992d7e8abc5 req-8bf57e36-3259-4047-9b09-a10911ec75d0 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 943 time: 0.0873401 Mar 22 17:33:53.933033 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-cc908245-1b21-412e-a63d-f6edd84ddf8c service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015255 Mar 22 17:33:53.984333 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-28ee42d2-f95d-46cc-aeda-1992d7e8abc5 req-deea6b61-6ce5-4aec-9dd6-5a9a4ec4c17b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525348 Mar 22 17:33:54.041479 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34236) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:54.047931 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452545365-network', 'tenant_id': '2fe18aac531341d2833159643cb274e4'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:54.077804 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-255b459b-5b10-4e6a-81f7-defc337aab20 req-9d5e2ae2-17d7-450b-9c5a-cffb08c5971b service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362357 Mar 22 17:33:54.082199 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Made reservation on behalf of 2fe18aac531341d2833159643cb274e4 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:54.085238 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.096859 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.137307 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad664d-7f55-4200-9b52-c0be1445c069 req-6ea46a85-617c-49df-b520-57f1beb551af tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:54.139671 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ecad664d-7f55-4200-9b52-c0be1445c069 req-6ea46a85-617c-49df-b520-57f1beb551af tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0579860 Mar 22 17:33:54.188019 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks [] for security_group (8b1ea3ae-acac-456b-9212-eb9788a2cbac), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.192896 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8b1ea3ae-acac-456b-9212-eb9788a2cbac), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.197207 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ecad664d-7f55-4200-9b52-c0be1445c069 req-e40312a5-d327-4fa4-9c5d-f5fb731d790a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511274 Mar 22 17:33:54.225834 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:33:54.237033 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ea3ae-acac-456b-9212-eb9788a2cbac,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:54.246098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (98db7cf8-8806-4d5d-aca3-000dc0dee85f), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.246523 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Added segment 98db7cf8-8806-4d5d-aca3-000dc0dee85f of type vlan for network e69e004b-57ad-4243-a993-824035b5e9cc Mar 22 17:33:54.292309 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (e69e004b-57ad-4243-a993-824035b5e9cc), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.318928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (e69e004b-57ad-4243-a993-824035b5e9cc), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.319917 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:54.320605 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.381168 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3383126 Mar 22 17:33:54.383972 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34238) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:54.390835 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Request body: {'subnet': {'network_id': 'e69e004b-57ad-4243-a993-824035b5e9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452545365-subnet', 'tenant_id': '2fe18aac531341d2833159643cb274e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:54.398641 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27920240-e5d8-4eaa-9f2f-73d6e0bfe9ae admin admin] Pushing event updated for resources: {'Network': ['ID=e69e004b-57ad-4243-a993-824035b5e9cc,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:54.410278 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network e69e004b-57ad-4243-a993-824035b5e9cc details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:33:54.426603 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Made reservation on behalf of 2fe18aac531341d2833159643cb274e4 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:54.430412 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26375081'] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.646897 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26394413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26375103'] for subnet (5efc7d32-aab7-41ea-bdc6-c0803535e1fc), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.703623 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efc7d32-aab7-41ea-bdc6-c0803535e1fc,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:54.712329 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Checking segment: {'id': '98db7cf8-8806-4d5d-aca3-000dc0dee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e69e004b-57ad-4243-a993-824035b5e9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:54.713090 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Network hostable DHCP agents. Network: e69e004b-57ad-4243-a993-824035b5e9cc, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:33:54.732116 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Network e69e004b-57ad-4243-a993-824035b5e9cc is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:33:54.740989 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, e69e004b-57ad-4243-a993-824035b5e9cc) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:54.745763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:54.747097 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:54.749885 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dffa85-1553-4b15-b84a-d52c4a2c9fb7 None None] Network e69e004b-57ad-4243-a993-824035b5e9cc requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:54.771713 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-06ab52fe-29dd-418d-9ad4-f49f8571f0b9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3862653 Mar 22 17:33:54.850051 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed68228-d049-4c7d-bf5a-7f3f4934b357 None None] Network e69e004b-57ad-4243-a993-824035b5e9cc requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:55.131249 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661586-e9d3-4630-842a-82eacf23602b req-fa0f2136-c2a6-4084-8495-ff45a47f8a93 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:55.135691 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8b661586-e9d3-4630-842a-82eacf23602b req-fa0f2136-c2a6-4084-8495-ff45a47f8a93 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 943 time: 0.0652838 Mar 22 17:33:55.187586 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8b661586-e9d3-4630-842a-82eacf23602b req-426cf9db-2d8c-4142-b4c9-99ae88bccd45 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Mar 22 17:33:55.385774 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5ea2b-c878-4599-a579-ef0fdd321b45 req-6c922fff-6a48-45d3-878a-e6f869197a67 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:55.387306 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72d5ea2b-c878-4599-a579-ef0fdd321b45 req-6c922fff-6a48-45d3-878a-e6f869197a67 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0931001 Mar 22 17:33:55.395906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-deb1cfa3-d4ab-4750-94b5-e1deef80dd15 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:55.397310 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-deb1cfa3-d4ab-4750-94b5-e1deef80dd15 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/networks?id=82700ac4-8927-4fe9-8627-daf36863f9ed HTTP/1.1" status: 200 len: 809 time: 0.1666420 Mar 22 17:33:55.424035 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-7f129ad2-710d-41a9-8ab5-34ab4e9e13fe tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/quotas/59ab9fc3a74c42b980787a8e887a4372 HTTP/1.1" status: 200 len: 375 time: 0.0199482 Mar 22 17:33:55.473957 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-e955977e-4552-4ab2-b6d3-bf691e9995b7 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59ab9fc3a74c42b980787a8e887a4372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400887 Mar 22 17:33:55.478365 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72d5ea2b-c878-4599-a579-ef0fdd321b45 req-b6f09e59-6f0c-49d5-9ee9-117a0ccbd829 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801723 Mar 22 17:33:55.564803 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-41e1f263-dc8b-42fb-a72e-bf3f26f53707 service neutron] 10.222.0.48 "GET /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837207 Mar 22 17:33:55.663724 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-e589bac8-e3a5-45dd-b604-772f678b1a3a service neutron] 10.222.0.48 "GET /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912385 Mar 22 17:33:55.817994 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a0ba4eee-0e45-4c3b-b370-5e4e5ad064ef req-0f8527fa-ddf7-4b6e-b147-ce8b53b10843 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 210 time: 0.0275381 Mar 22 17:33:56.315313 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b4633-e3df-4ef5-8016-417b034abc5f req-6e657559-ef53-4dd8-8397-37117958b02c tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:56.316831 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-342b4633-e3df-4ef5-8016-417b034abc5f req-6e657559-ef53-4dd8-8397-37117958b02c tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 943 time: 0.0605628 Mar 22 17:33:56.365887 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-342b4633-e3df-4ef5-8016-417b034abc5f req-5cf7c501-0767-44fc-a370-a7bf00b8c18f tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Mar 22 17:33:56.605023 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616062a4-aff7-4392-93ea-825f1c6d5e26 req-1926e7c8-a03b-49b4-acbe-2a0c3af2172b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:56.606433 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-616062a4-aff7-4392-93ea-825f1c6d5e26 req-1926e7c8-a03b-49b4-acbe-2a0c3af2172b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0568681 Mar 22 17:33:56.654505 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-616062a4-aff7-4392-93ea-825f1c6d5e26 req-143184ec-6cef-4e3e-8c36-6b6890584073 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Mar 22 17:33:56.924178 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:33:56.928797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-53e0633f-7dc5-4256-accd-225d2e3afe64 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:56.930870 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-53e0633f-7dc5-4256-accd-225d2e3afe64 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.64 "GET /v2.0/networks?id=82700ac4-8927-4fe9-8627-daf36863f9ed HTTP/1.1" status: 200 len: 809 time: 0.1254556 Mar 22 17:33:56.934462 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0a564cb7-5282-4dd0-89a0-ed32757ae6f4 req-afa6ef14-9c25-4db4-b546-7ede8b5f0ac3 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 210 time: 0.0298316 Mar 22 17:33:56.952469 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Request body: {'port': {'device_id': '75008de7-9e81-4832-a4e7-65313d1a627c', 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed', 'admin_state_up': True, 'tenant_id': '59ab9fc3a74c42b980787a8e887a4372'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:57.062190 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:57.074064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0', 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934', 'port_id': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0', 'mac_address': 'fa:16:3e:4d:7f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163aa437-8258-44ca-942f-be59a447fcb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:33:57.075543 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Made reservation on behalf of 59ab9fc3a74c42b980787a8e887a4372 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:57.079542 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.113973 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:57.114296 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.127712 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:57.148855 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:57.154032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.212146 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:57.212992 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Allocated IP 172.20.0.11 (82700ac4-8927-4fe9-8627-daf36863f9ed/bafb97b5-c4cc-4f44-abf8-c38f9cb8e495/f5a31348-501d-47a3-b4b0-b4edd93afe0a) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:57.220406 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.220792 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.221004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.221367 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.221708 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.222042 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.222372 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.222721 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.223349 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.223769 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.224117 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.224489 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.224819 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.225147 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.225465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:57.362728 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks [] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.397157 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.437246 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Network 82700ac4-8927-4fe9-8627-daf36863f9ed is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:57.440552 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:57.444294 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:57.474458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Pushing event updated for resources: {'Port': ['ID=f5a31348-501d-47a3-b4b0-b4edd93afe0a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:57.496019 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea255f4d-48ea-4d9d-b299-e65ab2b9fbc8 req-be5568e4-7334-4e72-bf35-797cc5712487 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:57.497639 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea255f4d-48ea-4d9d-b299-e65ab2b9fbc8 req-be5568e4-7334-4e72-bf35-797cc5712487 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 944 time: 0.0601480 Mar 22 17:33:57.503895 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:57.504516 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.521002 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-06b6a113-dc80-4147-8f93-db728deb8d9f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5731893 Mar 22 17:33:57.538786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:33:57.543594 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Request body: {'port': {'device_id': '75008de7-9e81-4832-a4e7-65313d1a627c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:57.548950 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea255f4d-48ea-4d9d-b299-e65ab2b9fbc8 req-e7974f3d-b62b-4d5d-8eca-9a27946ddae8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Mar 22 17:33:57.619797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.792138 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e668cb3-9c6d-4e24-941e-db1ccb13c8e8 req-af49d6b1-c530-4b4e-8967-5ce8520d63ea tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:57.793755 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7e668cb3-9c6d-4e24-941e-db1ccb13c8e8 req-af49d6b1-c530-4b4e-8967-5ce8520d63ea tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0571160 Mar 22 17:33:57.843140 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7e668cb3-9c6d-4e24-941e-db1ccb13c8e8 req-f41736ad-7eb1-4fee-906e-c33cb2bdf279 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Mar 22 17:33:57.920969 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a31348-501d-47a3-b4b0-b4edd93afe0a {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:33:57.928764 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Publish callbacks [] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:57.940649 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Transition to ACTIVE for port object f5a31348-501d-47a3-b4b0-b4edd93afe0a will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:33:57.944615 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:58.036497 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a31348-501d-47a3-b4b0-b4edd93afe0a,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:58.058519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05abc-e042-477e-a1eb-d56d6772eefa req-8880793c-3e4e-40dc-8fd5-375b135369fb tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.060429 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-63e05abc-e042-477e-a1eb-d56d6772eefa req-8880793c-3e4e-40dc-8fd5-375b135369fb tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 944 time: 0.0604839 Mar 22 17:33:58.074819 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Attempting to bind port f5a31348-501d-47a3-b4b0-b4edd93afe0a on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:58.075381 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Attempting to bind port f5a31348-501d-47a3-b4b0-b4edd93afe0a by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'cabca338-b7fe-4684-b174-c9a8cdd7695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:58.075826 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Attempting to bind port f5a31348-501d-47a3-b4b0-b4edd93afe0a on network 82700ac4-8927-4fe9-8627-daf36863f9ed {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:58.080709 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Port f5a31348-501d-47a3-b4b0-b4edd93afe0a on network 82700ac4-8927-4fe9-8627-daf36863f9ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:33:58.081004 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Attempting to bind port f5a31348-501d-47a3-b4b0-b4edd93afe0a on network 82700ac4-8927-4fe9-8627-daf36863f9ed {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:58.086219 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:58.086702 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Checking segment: {'id': 'cabca338-b7fe-4684-b174-c9a8cdd7695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:58.087205 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Bound using segment: {'id': 'cabca338-b7fe-4684-b174-c9a8cdd7695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:58.087737 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Bound port: f5a31348-501d-47a3-b4b0-b4edd93afe0a, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cabca338-b7fe-4684-b174-c9a8cdd7695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:58.088388 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:58.111815 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-63e05abc-e042-477e-a1eb-d56d6772eefa req-9410e44f-a73f-4209-97ad-e9932dfa543c tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Mar 22 17:33:58.158535 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] For port f5a31348-501d-47a3-b4b0-b4edd93afe0a, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:58.161500 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] For port f5a31348-501d-47a3-b4b0-b4edd93afe0a, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a,segment=NetworkSegment(cabca338-b7fe-4684-b174-c9a8cdd7695a),segment_id=cabca338-b7fe-4684-b174-c9a8cdd7695a)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:58.167666 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:58.197217 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.197750 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:58.199360 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] 10.222.0.64 "PUT /v2.0/ports/f5a31348-501d-47a3-b4b0-b4edd93afe0a HTTP/1.1" status: 200 len: 1094 time: 0.6608045 Mar 22 17:33:58.202202 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75008de7-9e81-4832-a4e7-65313d1a627c', 'tag': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:58.205382 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1fd9f-f09f-427a-acee-20c0111316d0" -d '{"events": [{"name": "network-changed", "server_uuid": "75008de7-9e81-4832-a4e7-65313d1a627c", "tag": "f5a31348-501d-47a3-b4b0-b4edd93afe0a"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:58.238885 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2b032-5b99-47cf-85e2-2b915c68fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a31348-501d-47a3-b4b0-b4edd93afe0a,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:58.255961 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4427bf2-ba31-46f2-a831-2b2ba69c3eac x-openstack-request-id: req-a4427bf2-ba31-46f2-a831-2b2ba69c3eac {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:58.256273 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75008de7-9e81-4832-a4e7-65313d1a627c", "tag": "f5a31348-501d-47a3-b4b0-b4edd93afe0a", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:58.256528 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4427bf2-ba31-46f2-a831-2b2ba69c3eac {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:58.257136 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4427bf2-ba31-46f2-a831-2b2ba69c3eac'] response: {'name': 'network-changed', 'server_uuid': '75008de7-9e81-4832-a4e7-65313d1a627c', 'tag': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a', 'status': 'completed', 'code': 200} Mar 22 17:33:58.298605 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-4aef6849-8253-4d1d-9981-ecda8d956b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.300196 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-4aef6849-8253-4d1d-9981-ecda8d956b1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ab9fc3a74c42b980787a8e887a4372&device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 1128 time: 0.0577064 Mar 22 17:33:58.345672 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-0f7d4f7b-2b7d-4915-972d-10d84126442e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a HTTP/1.1" status: 200 len: 217 time: 0.0340006 Mar 22 17:33:58.400316 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-0f50ebb5-24f4-48c2-96c7-9efa6f3d7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.401761 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-0f50ebb5-24f4-48c2-96c7-9efa6f3d7179 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bafb97b5-c4cc-4f44-abf8-c38f9cb8e495 HTTP/1.1" status: 200 len: 849 time: 0.0446756 Mar 22 17:33:58.446926 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-5ad7c177-90c8-4904-b710-9aa0b3c21cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82700ac4-8927-4fe9-8627-daf36863f9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254591 Mar 22 17:33:58.547086 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-f3288498-9fba-44bc-babf-2e4ed6369cfd service neutron] 10.222.0.64 "GET /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886147 Mar 22 17:33:58.640967 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c9054d95-0ba8-4a81-8cf2-998760dd5bb1 req-d20862f6-49b2-4ac1-b394-97200ea492b7 service neutron] 10.222.0.64 "GET /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851743 Mar 22 17:33:58.685776 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b863b7-ea46-4bb2-b4e8-c60908f6d42d req-20b1c885-d522-495e-869e-275e04cfc640 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.687317 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-96b863b7-ea46-4bb2-b4e8-c60908f6d42d req-20b1c885-d522-495e-869e-275e04cfc640 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 944 time: 0.0622265 Mar 22 17:33:58.742844 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-5da17b81-4bb1-45b6-86ef-856ba9f49721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.749799 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-5da17b81-4bb1-45b6-86ef-856ba9f49721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ab9fc3a74c42b980787a8e887a4372&device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 1128 time: 0.0491879 Mar 22 17:33:58.749953 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-96b863b7-ea46-4bb2-b4e8-c60908f6d42d req-2223c41b-6f10-485f-9971-b2977a9eb47b tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Mar 22 17:33:58.839417 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-87399e46-fe62-4226-902c-f96a59203249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.840897 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-87399e46-fe62-4226-902c-f96a59203249 service neutron] 10.222.0.64 "GET /v2.0/networks?id=82700ac4-8927-4fe9-8627-daf36863f9ed HTTP/1.1" status: 200 len: 910 time: 0.0871348 Mar 22 17:33:58.888970 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-67f8d06f-b1f9-4aa3-b3fb-43a495ba6191 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a HTTP/1.1" status: 200 len: 217 time: 0.0398319 Mar 22 17:33:58.940557 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-6499e5e1-c730-48db-8977-c80d42bbdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.942074 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-6499e5e1-c730-48db-8977-c80d42bbdd43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bafb97b5-c4cc-4f44-abf8-c38f9cb8e495 HTTP/1.1" status: 200 len: 849 time: 0.0459943 Mar 22 17:33:58.967920 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ca17b-ad83-4b92-a1c6-4174e498ce82 req-6940e68f-b46c-4c03-81a5-a6258914656a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:58.970321 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:58.971500 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3c6ca17b-ad83-4b92-a1c6-4174e498ce82 req-6940e68f-b46c-4c03-81a5-a6258914656a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0573437 Mar 22 17:33:58.974304 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-7b72ccaf-e21e-4d7d-8feb-fe9c25cbd77c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82700ac4-8927-4fe9-8627-daf36863f9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261564 Mar 22 17:33:59.024766 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3c6ca17b-ad83-4b92-a1c6-4174e498ce82 req-342682cd-d08a-4f77-9731-d72656f34dc9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Mar 22 17:33:59.027977 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:33:59.032702 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:59.033273 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:59.081485 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-6946238b-2b0b-425a-a84b-b6b3d9f999cd service neutron] 10.222.0.64 "GET /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981627 Mar 22 17:33:59.115152 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:59.115566 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:59.160361 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:33:59.162781 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd73f5-7f71-44e9-a700-c3090f39dc76" -d '{"events": [{"server_uuid": "75cce4b3-d82a-4b2d-a1bd-e851bccac9db", "name": "network-vif-plugged", "status": "completed", "tag": "3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:33:59.178544 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:59.186974 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:59.189372 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6ec1fd9f-f09f-427a-acee-20c0111316d0 req-47983c44-457a-4e13-af44-bc6fcc5aaf65 service neutron] 10.222.0.64 "GET /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994508 Mar 22 17:33:59.216779 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e0b1c6-4d6e-4ef5-b944-0cde3cabef28 x-openstack-request-id: req-77e0b1c6-4d6e-4ef5-b944-0cde3cabef28 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:33:59.217104 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cce4b3-d82a-4b2d-a1bd-e851bccac9db", "name": "network-vif-plugged", "status": "completed", "tag": "3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:33:59.217447 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77e0b1c6-4d6e-4ef5-b944-0cde3cabef28 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:33:59.217857 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e0b1c6-4d6e-4ef5-b944-0cde3cabef28'] response: {'server_uuid': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0', 'code': 200} Mar 22 17:33:59.245260 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:59.266039 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c6cf8-b68c-435e-8f86-b44045c48a0e req-3a3b2b5d-43e1-4859-980e-32b4499ec413 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:59.267555 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-290c6cf8-b68c-435e-8f86-b44045c48a0e req-3a3b2b5d-43e1-4859-980e-32b4499ec413 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 944 time: 0.0644643 Mar 22 17:33:59.323040 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-290c6cf8-b68c-435e-8f86-b44045c48a0e req-a8e20b50-d17b-4cb0-bb5a-4caa353275fd tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Mar 22 17:33:59.394931 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0393ac3-9a2d-4dc8-ad75-9567dc9bb34c req-1ccc6591-d8a5-4051-b9d9-560b4950646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:59.396492 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e0393ac3-9a2d-4dc8-ad75-9567dc9bb34c req-1ccc6591-d8a5-4051-b9d9-560b4950646c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 1129 time: 0.0441785 Mar 22 17:33:59.445466 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e0393ac3-9a2d-4dc8-ad75-9567dc9bb34c req-a97ed354-9509-47a5-8d2d-0f4259ef2494 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Mar 22 17:33:59.858720 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27a32-59f7-4d5a-873c-4c1c5490d2a9 req-edd251bd-7dcd-4646-b586-0947cc1b518d tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:59.860126 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-48a27a32-59f7-4d5a-873c-4c1c5490d2a9 req-edd251bd-7dcd-4646-b586-0947cc1b518d tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 945 time: 0.0525556 Mar 22 17:33:59.907640 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-48a27a32-59f7-4d5a-873c-4c1c5490d2a9 req-25664c6c-9641-469e-ab9c-df9dfa2006dc tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Mar 22 17:34:00.124965 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34368) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:00.147484 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b25c41-bef1-461e-b2a7-f07cda553cd0 req-0d295f33-36fa-424f-961f-16bf3d82fe88 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:00.149135 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a0b25c41-bef1-461e-b2a7-f07cda553cd0 req-0d295f33-36fa-424f-961f-16bf3d82fe88 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0579536 Mar 22 17:34:00.201954 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a0b25c41-bef1-461e-b2a7-f07cda553cd0 req-993bc53a-17b2-4646-85b3-003f6c32e873 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471652 Mar 22 17:34:00.240826 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f95c45a4-b08c-4086-9738-feeb9359b59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.324783 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f95c45a4-b08c-4086-9738-feeb9359b59c admin admin] Publish callbacks [] for security_group (8b9d8de8-66b1-4e92-a25a-3e40fc63e768), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.329717 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f95c45a4-b08c-4086-9738-feeb9359b59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8b9d8de8-66b1-4e92-a25a-3e40fc63e768), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.370251 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f95c45a4-b08c-4086-9738-feeb9359b59c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b93ba08a2924708a85c6c0a9350bf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441554 Mar 22 17:34:00.371314 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c45a4-b08c-4086-9738-feeb9359b59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9d8de8-66b1-4e92-a25a-3e40fc63e768,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:00.373654 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34376) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:00.459979 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-04d1b9fd-f746-42a9-a44b-5e485d90c5fc admin admin] Publish callbacks [] for security_group (8b9d8de8-66b1-4e92-a25a-3e40fc63e768), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.479908 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3202f0b-146a-492f-8072-f9d899d2223f req-81acba87-d97b-443b-a989-c1f3b9355df5 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:00.481413 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d3202f0b-146a-492f-8072-f9d899d2223f req-81acba87-d97b-443b-a989-c1f3b9355df5 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 944 time: 0.0842650 Mar 22 17:34:00.494975 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-04d1b9fd-f746-42a9-a44b-5e485d90c5fc admin admin] Publish callbacks [] for security_group (8b9d8de8-66b1-4e92-a25a-3e40fc63e768), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.558417 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d3202f0b-146a-492f-8072-f9d899d2223f req-735035a5-4dc1-428e-9783-ce35e7ae644d tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685856 Mar 22 17:34:00.581173 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-04d1b9fd-f746-42a9-a44b-5e485d90c5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8b9d8de8-66b1-4e92-a25a-3e40fc63e768), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.583911 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-04d1b9fd-f746-42a9-a44b-5e485d90c5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:00.585070 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-04d1b9fd-f746-42a9-a44b-5e485d90c5fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b9d8de8-66b1-4e92-a25a-3e40fc63e768 HTTP/1.1" status: 204 len: 168 time: 0.2104459 Mar 22 17:34:00.592977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b9fd-f746-42a9-a44b-5e485d90c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9d8de8-66b1-4e92-a25a-3e40fc63e768,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:01.032690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7bd8-c328-4ccb-b216-915206713548 req-25cfe014-87eb-42db-873c-d5d097ff8b97 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:01.034197 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ee3e7bd8-c328-4ccb-b216-915206713548 req-25cfe014-87eb-42db-873c-d5d097ff8b97 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 945 time: 0.0580161 Mar 22 17:34:01.088404 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ee3e7bd8-c328-4ccb-b216-915206713548 req-cce698c0-5dc3-433d-a289-ff690f881032 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Mar 22 17:34:01.346197 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32821e19-e9bb-4b83-ac0b-c7345d26a6d3 req-f962537e-9778-45b0-8449-3a3bac1b4b81 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:01.347705 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-32821e19-e9bb-4b83-ac0b-c7345d26a6d3 req-f962537e-9778-45b0-8449-3a3bac1b4b81 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0632584 Mar 22 17:34:01.399071 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-32821e19-e9bb-4b83-ac0b-c7345d26a6d3 req-6362c6cd-fe04-410f-a00b-4db7ed3eab94 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Mar 22 17:34:01.712115 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3da8a-e733-4b7c-b3a0-d500e53e2b7c req-20529502-5568-417e-81f9-08f7bda77e3d tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:01.714493 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cae3da8a-e733-4b7c-b3a0-d500e53e2b7c req-20529502-5568-417e-81f9-08f7bda77e3d tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 944 time: 0.0738604 Mar 22 17:34:01.771622 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cae3da8a-e733-4b7c-b3a0-d500e53e2b7c req-deb60e45-206b-42be-9f2c-0f8969eb203f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479190 Mar 22 17:34:02.218746 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8b16-4e45-41c6-8ef7-935fc87a6c11 req-a000a684-b563-439b-bb1a-30f344d7f7c2 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:02.220332 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8e3f8b16-4e45-41c6-8ef7-935fc87a6c11 req-a000a684-b563-439b-bb1a-30f344d7f7c2 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 945 time: 0.0609467 Mar 22 17:34:02.271437 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8e3f8b16-4e45-41c6-8ef7-935fc87a6c11 req-70e63780-394f-4494-b9c3-cd6231e9df88 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Mar 22 17:34:02.528382 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793a60-2d3e-4990-accc-8a51c2ebd0fd req-43a66364-1fcd-41ae-b744-f23e9995a425 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:02.530064 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-18793a60-2d3e-4990-accc-8a51c2ebd0fd req-43a66364-1fcd-41ae-b744-f23e9995a425 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0573769 Mar 22 17:34:02.579796 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-18793a60-2d3e-4990-accc-8a51c2ebd0fd req-e4f9169f-32c3-4aaf-9e37-9547c719a1d5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Mar 22 17:34:02.970723 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bff5d-2fb2-4edc-b94a-bfe0c2aef1e2 req-a6c24788-f075-4e79-8a36-d6bf30a61c63 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:02.972667 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c71bff5d-2fb2-4edc-b94a-bfe0c2aef1e2 req-a6c24788-f075-4e79-8a36-d6bf30a61c63 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 944 time: 0.1165507 Mar 22 17:34:02.984425 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device f5a31348-501d-47a3-b4b0-b4edd93afe0a details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:34:03.002320 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34458) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:03.009527 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39ece3-193d-4dcf-8c94-6b0c450837ad req-9ef41d60-7055-4c24-a954-300a0a69e3e9 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:03.011386 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0f39ece3-193d-4dcf-8c94-6b0c450837ad req-9ef41d60-7055-4c24-a954-300a0a69e3e9 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 945 time: 0.1061671 Mar 22 17:34:03.070792 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c71bff5d-2fb2-4edc-b94a-bfe0c2aef1e2 req-0b82c590-bad1-4c36-bbe1-320e4bbbbab0 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904408 Mar 22 17:34:03.119196 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0f39ece3-193d-4dcf-8c94-6b0c450837ad req-2a1f54d8-3a22-4d4a-913a-a727c8069e05 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862329 Mar 22 17:34:03.121126 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port f5a31348-501d-47a3-b4b0-b4edd93afe0a, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a,segment=NetworkSegment(cabca338-b7fe-4684-b174-c9a8cdd7695a),segment_id=cabca338-b7fe-4684-b174-c9a8cdd7695a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:03.134513 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a', 'network_id': '82700ac4-8927-4fe9-8627-daf36863f9ed', 'port_id': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a', 'mac_address': 'fa:16:3e:26:33:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafb97b5-c4cc-4f44-abf8-c38f9cb8e495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:34:03.172125 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4915f14-b367-476a-94fe-52c89bf9adb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.183440 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port f5a31348-501d-47a3-b4b0-b4edd93afe0a is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:03.184079 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.204169 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a31348-501d-47a3-b4b0-b4edd93afe0a {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:03.226123 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port f5a31348-501d-47a3-b4b0-b4edd93afe0a, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a,segment=NetworkSegment(cabca338-b7fe-4684-b174-c9a8cdd7695a),segment_id=cabca338-b7fe-4684-b174-c9a8cdd7695a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:03.229290 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.264587 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4915f14-b367-476a-94fe-52c89bf9adb9 admin admin] Publish callbacks [] for security_group (596d7d79-89c5-43e3-8ce2-ca101d624b21), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.269540 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f4915f14-b367-476a-94fe-52c89bf9adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (596d7d79-89c5-43e3-8ce2-ca101d624b21), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.286442 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=f5a31348-501d-47a3-b4b0-b4edd93afe0a,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:03.317255 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f4915f14-b367-476a-94fe-52c89bf9adb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a02dcad11d9416098e958609f1474cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137381 Mar 22 17:34:03.318118 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4915f14-b367-476a-94fe-52c89bf9adb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d7d79-89c5-43e3-8ce2-ca101d624b21,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:03.320114 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 34462) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:03.369728 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4dcd-93ec-45a3-b3fc-f9b717732233 admin admin] Publish callbacks [] for security_group (596d7d79-89c5-43e3-8ce2-ca101d624b21), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.390924 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4dcd-93ec-45a3-b3fc-f9b717732233 admin admin] Publish callbacks [] for security_group (596d7d79-89c5-43e3-8ce2-ca101d624b21), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.439581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4dcd-93ec-45a3-b3fc-f9b717732233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (596d7d79-89c5-43e3-8ce2-ca101d624b21), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.442187 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4dcd-93ec-45a3-b3fc-f9b717732233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.443409 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7cdd4dcd-93ec-45a3-b3fc-f9b717732233 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/596d7d79-89c5-43e3-8ce2-ca101d624b21 HTTP/1.1" status: 204 len: 168 time: 0.1223223 Mar 22 17:34:03.451234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd4dcd-93ec-45a3-b3fc-f9b717732233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d7d79-89c5-43e3-8ce2-ca101d624b21,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:03.567101 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['f5a31348-501d-47a3-b4b0-b4edd93afe0a'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:03.729073 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d55a41-4999-49e1-ac06-5c0e8d32c28e req-3783ac0e-6808-405b-86d5-9d921c4ffeb6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:03.730831 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72d55a41-4999-49e1-ac06-5c0e8d32c28e req-3783ac0e-6808-405b-86d5-9d921c4ffeb6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0702555 Mar 22 17:34:03.783602 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72d55a41-4999-49e1-ac06-5c0e8d32c28e req-e8f0f1da-d8d8-4d58-b21f-11766b655829 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Mar 22 17:34:04.237651 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb415d-2112-4847-aedc-dd9834c592a9 req-3df3c4b0-b253-4582-985f-67954479631c tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:04.238323 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7edb415d-2112-4847-aedc-dd9834c592a9 req-3df3c4b0-b253-4582-985f-67954479631c tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 945 time: 0.0992115 Mar 22 17:34:04.286405 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d08a-ebce-4fb0-8d11-1e79106d3b92 req-86d61d01-deeb-4ca0-b0e2-f3a1c60dfd77 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:04.288301 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d6d7d08a-ebce-4fb0-8d11-1e79106d3b92 req-86d61d01-deeb-4ca0-b0e2-f3a1c60dfd77 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 945 time: 0.1026804 Mar 22 17:34:04.333964 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7edb415d-2112-4847-aedc-dd9834c592a9 req-2b13b407-3eb8-4baa-b93a-0a25a6cfb0b5 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843437 Mar 22 17:34:04.360999 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d6d7d08a-ebce-4fb0-8d11-1e79106d3b92 req-5b5f269e-fa25-4b39-9dbd-a748ff3dc696 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Mar 22 17:34:04.913080 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dec8f-1aff-41c5-80d7-6d60853668c9 req-0d7a0f60-eb55-4a53-8ff4-6bf13507c49f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:04.915240 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-be8dec8f-1aff-41c5-80d7-6d60853668c9 req-0d7a0f60-eb55-4a53-8ff4-6bf13507c49f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0599473 Mar 22 17:34:04.924578 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-9b527270-bd28-46fa-a4ab-f877f0581fca tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:04.926137 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-9b527270-bd28-46fa-a4ab-f877f0581fca tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 945 time: 0.2939169 Mar 22 17:34:04.973933 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-be8dec8f-1aff-41c5-80d7-6d60853668c9 req-ff4b6946-5af4-48d3-99e7-a558696c4c56 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527601 Mar 22 17:34:04.991447 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device f5a31348-501d-47a3-b4b0-b4edd93afe0a up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:05.047533 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port f5a31348-501d-47a3-b4b0-b4edd93afe0a completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:34:05.059434 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port f5a31348-501d-47a3-b4b0-b4edd93afe0a triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:05.059916 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.113467 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Deleting port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:34:05.113823 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.161288 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port f5a31348-501d-47a3-b4b0-b4edd93afe0a is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:05.161838 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.187186 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75008de7-9e81-4832-a4e7-65313d1a627c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:05.189894 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2954dfe-c24e-42f1-bbeb-f63399ce59f9" -d '{"events": [{"server_uuid": "75008de7-9e81-4832-a4e7-65313d1a627c", "name": "network-vif-plugged", "status": "completed", "tag": "f5a31348-501d-47a3-b4b0-b4edd93afe0a"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:05.215435 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port f5a31348-501d-47a3-b4b0-b4edd93afe0a, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a,segment=NetworkSegment(cabca338-b7fe-4684-b174-c9a8cdd7695a),segment_id=cabca338-b7fe-4684-b174-c9a8cdd7695a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:05.220804 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.229781 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] For port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:05.230177 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.235551 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9959da5-71c7-41f3-9a84-811e8d090426 req-af57dbc4-15ed-40b7-8bf8-607e14e0cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:05.237124 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e9959da5-71c7-41f3-9a84-811e8d090426 req-af57dbc4-15ed-40b7-8bf8-607e14e0cd34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 1129 time: 0.0634778 Mar 22 17:34:05.248859 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Calling delete_port for 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:34:05.268457 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03d13f-e392-4fd4-879f-195da39ad103 x-openstack-request-id: req-fc03d13f-e392-4fd4-879f-195da39ad103 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:05.280826 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75008de7-9e81-4832-a4e7-65313d1a627c", "name": "network-vif-plugged", "status": "completed", "tag": "f5a31348-501d-47a3-b4b0-b4edd93afe0a", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:05.282180 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc03d13f-e392-4fd4-879f-195da39ad103 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:05.282840 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc03d13f-e392-4fd4-879f-195da39ad103'] response: {'server_uuid': '75008de7-9e81-4832-a4e7-65313d1a627c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a', 'code': 200} Mar 22 17:34:05.325326 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=f5a31348-501d-47a3-b4b0-b4edd93afe0a,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:05.337741 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e9959da5-71c7-41f3-9a84-811e8d090426 req-b939ef9b-70ce-442c-9a00-21f0c2170be4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820692 Mar 22 17:34:05.481887 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.498310 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:05.527189 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Pushing event deleted for resources: {'Port': ['ID=3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:05.537925 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-40110b4d-8c51-47eb-93be-e88ab54eafbb req-ddc67694-a7d1-4cf8-80b2-73209d763dfe tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=75cce4b3-d82a-4b2d-a1bd-e851bccac9db HTTP/1.1" status: 200 len: 210 time: 0.0328593 Mar 22 17:34:05.559472 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07db61c-e262-444b-ba28-edd200cc08a5 req-51929fa0-b911-465c-9c50-890464e4bb3f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:05.561034 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b07db61c-e262-444b-ba28-edd200cc08a5 req-51929fa0-b911-465c-9c50-890464e4bb3f tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 946 time: 0.1232915 Mar 22 17:34:05.617896 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] No DVR routers for this DVR port 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:34:05.623205 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.626783 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f650fb53-f99a-4139-b095-4a3a6396c6d7 req-4f41411d-f8de-401b-a16b-ff242d3aaaf8 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "DELETE /v2.0/ports/3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 HTTP/1.1" status: 204 len: 173 time: 0.6841195 Mar 22 17:34:05.626998 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'name': 'network-vif-deleted', 'tag': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:05.629245 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f8b81-7228-44e2-82ae-4ec5b426a062" -d '{"events": [{"server_uuid": "75cce4b3-d82a-4b2d-a1bd-e851bccac9db", "name": "network-vif-deleted", "tag": "3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:05.646281 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b07db61c-e262-444b-ba28-edd200cc08a5 req-c996b3dd-d5b5-4b82-b4c7-237160c08032 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779824 Mar 22 17:34:05.667572 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c83c78-6164-4535-a88e-643bdb1a9068 req-7be9f392-1add-421e-b7c8-b75866c61f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:05.670366 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-89c83c78-6164-4535-a88e-643bdb1a9068 req-7be9f392-1add-421e-b7c8-b75866c61f82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 1130 time: 0.0648124 Mar 22 17:34:05.673843 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1e1415-9916-496b-a9d2-bb441725dec0 x-openstack-request-id: req-7d1e1415-9916-496b-a9d2-bb441725dec0 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:05.674161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cce4b3-d82a-4b2d-a1bd-e851bccac9db", "name": "network-vif-deleted", "tag": "3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:05.674420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d1e1415-9916-496b-a9d2-bb441725dec0 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:05.674865 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1e1415-9916-496b-a9d2-bb441725dec0'] response: {'server_uuid': '75cce4b3-d82a-4b2d-a1bd-e851bccac9db', 'name': 'network-vif-deleted', 'tag': '3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0', 'status': 'completed', 'code': 200} Mar 22 17:34:05.742568 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-89c83c78-6164-4535-a88e-643bdb1a9068 req-52b37764-06ea-4673-b52f-b3131d22212c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Mar 22 17:34:06.104288 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd458-97d2-47f2-9ca2-8e012e69b9ce req-51ec8126-ae55-40fb-a66a-8c084084e3ea tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:06.105974 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-916bd458-97d2-47f2-9ca2-8e012e69b9ce req-51ec8126-ae55-40fb-a66a-8c084084e3ea tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0567033 Mar 22 17:34:06.154273 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-916bd458-97d2-47f2-9ca2-8e012e69b9ce req-21f4d7dc-1c4b-407a-8bae-8dfa509d2b3a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Mar 22 17:34:06.774153 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccef78-addb-4b01-aca0-b50fcd950663 req-848233a5-1f37-493d-935e-6593c5c045b8 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:06.776054 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72ccef78-addb-4b01-aca0-b50fcd950663 req-848233a5-1f37-493d-935e-6593c5c045b8 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 946 time: 0.0603306 Mar 22 17:34:06.885039 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72ccef78-addb-4b01-aca0-b50fcd950663 req-80f0f490-3b16-454c-9dbb-0c27a26a4686 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011605 Mar 22 17:34:06.925552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-b58f7c0c-2fba-4c25-8c0c-91039a4dc8c9 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:06.927057 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-b58f7c0c-2fba-4c25-8c0c-91039a4dc8c9 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/networks?id=f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 200 len: 809 time: 0.1288753 Mar 22 17:34:06.948262 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-dc81125b-9803-4982-81bf-46b729435f8a tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/quotas/d93ea794bb82457cb2371d98a06d0287 HTTP/1.1" status: 200 len: 375 time: 0.0104473 Mar 22 17:34:06.980544 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-c2aeb75a-5e54-4c8e-b7aa-1634c9d6ddbb tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93ea794bb82457cb2371d98a06d0287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297055 Mar 22 17:34:07.099448 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-fa1cdb59-897c-4ad8-8ae1-3904390ad7b3 service neutron] 10.222.0.48 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103392 Mar 22 17:34:07.198740 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-250e1dd8-afd1-406c-bc73-aa95731d8629 service neutron] 10.222.0.48 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970013 Mar 22 17:34:07.295826 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef241f-509a-453a-bc4c-22d97b332c21 req-b5aa0907-ec3f-497c-8cd4-8c11f2dca2f3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:07.303901 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-04ef241f-509a-453a-bc4c-22d97b332c21 req-b5aa0907-ec3f-497c-8cd4-8c11f2dca2f3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0730550 Mar 22 17:34:07.377463 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-04ef241f-509a-453a-bc4c-22d97b332c21 req-41dda5ba-8c70-42f3-840b-12b781d928c6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705054 Mar 22 17:34:07.416846 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5ba724d9-f087-4be7-adc2-7684856e30bf req-8e22ba30-57ec-43f8-8874-d775295d15e2 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 210 time: 0.0527601 Mar 22 17:34:07.503181 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1a17f-917b-4200-bf55-73d95899ced9 req-392ef727-c6f4-4a0c-a03c-69b72430943d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:07.504755 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1f1a17f-917b-4200-bf55-73d95899ced9 req-392ef727-c6f4-4a0c-a03c-69b72430943d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0603640 Mar 22 17:34:07.563829 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1f1a17f-917b-4200-bf55-73d95899ced9 req-157063c1-c28d-4a06-97bd-23c06de94a7e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Mar 22 17:34:08.016882 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b5377-ef50-4ff9-af99-2aa7a5f505a1 req-a0d9c4ff-8350-45cb-8d6d-e662171c8615 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:08.019697 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-495b5377-ef50-4ff9-af99-2aa7a5f505a1 req-a0d9c4ff-8350-45cb-8d6d-e662171c8615 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 946 time: 0.0630059 Mar 22 17:34:08.072366 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-495b5377-ef50-4ff9-af99-2aa7a5f505a1 req-03b4e03b-7872-4126-b189-392050fa4664 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Mar 22 17:34:08.516127 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-03e8921f-67e5-4e3f-a7b3-f39ee1b07ae6 req-71cb0201-903b-414f-a05f-2eff306f2c4c tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Mar 22 17:34:08.664295 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-d4ccaae8-2262-403c-a156-4e9f251ff5d1 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:08.665827 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-d4ccaae8-2262-403c-a156-4e9f251ff5d1 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "GET /v2.0/networks?id=f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 200 len: 809 time: 0.1098888 Mar 22 17:34:08.681030 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Request body: {'port': {'device_id': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934', 'admin_state_up': True, 'tenant_id': 'd93ea794bb82457cb2371d98a06d0287'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:09.019133 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:34:09.045949 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Made reservation on behalf of d93ea794bb82457cb2371d98a06d0287 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:09.051684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:09.057033 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:34:09.057557 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 3b4aec1a-b60a-4a97-87e6-c8e66c00b8a0 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:34:09.203616 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Allocated IP 172.20.0.5 (f5cd268e-f876-4757-93ed-bc2033797934/163aa437-8258-44ca-942f-be59a447fcb7/55a9325f-c5e6-4697-b7be-b846d912092d) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:09.298381 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-0cc6650f-1783-4f1e-bb37-5eb0513741ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.300059 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-0cc6650f-1783-4f1e-bb37-5eb0513741ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1129 time: 0.0525627 Mar 22 17:34:09.385444 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b150e-37b4-4115-9031-3b55c5cccf46 req-5298ab7a-448e-4bd4-a541-1e0c6a4e12b8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.387028 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9b3b150e-37b4-4115-9031-3b55c5cccf46 req-5298ab7a-448e-4bd4-a541-1e0c6a4e12b8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1223974 Mar 22 17:34:09.405539 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-aeb41726-d048-4ebc-8a33-5ac81aa9c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.407820 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-aeb41726-d048-4ebc-8a33-5ac81aa9c0ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.0995724 Mar 22 17:34:09.423848 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks [] for port (55a9325f-c5e6-4697-b7be-b846d912092d), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:09.471127 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9b3b150e-37b4-4115-9031-3b55c5cccf46 req-fef022dd-257d-45b6-b4ee-ff1186ba3569 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761194 Mar 22 17:34:09.475856 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-1a62ce1f-64de-4581-9eec-cc50b221d8b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 217 time: 0.0475409 Mar 22 17:34:09.511149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:09.536849 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-2e7af1ee-418b-48a3-8a0c-5cea607f32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.538761 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-2e7af1ee-418b-48a3-8a0c-5cea607f32cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0546906 Mar 22 17:34:09.564592 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Network f5cd268e-f876-4757-93ed-bc2033797934 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:09.569525 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:09.574880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:09.602477 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-c1b361fe-417a-4378-99fc-2c73917bc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.604127 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-c1b361fe-417a-4378-99fc-2c73917bc463 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0571635 Mar 22 17:34:09.629702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Pushing event updated for resources: {'Port': ['ID=55a9325f-c5e6-4697-b7be-b846d912092d,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:09.670983 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.671636 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:09.694607 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-cbfe6de3-039a-45b3-9fd4-5693d5073662 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0173826 Mar 22 17:34:09.704032 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5721c-ee93-4641-8666-2f9d2c12937b req-a0d18cf2-0949-44c5-9e5d-3ddb82f076b6 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:09.705478 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9db5721c-ee93-4641-8666-2f9d2c12937b req-a0d18cf2-0949-44c5-9e5d-3ddb82f076b6 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 931 time: 0.1009755 Mar 22 17:34:09.710656 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Request body: {'port': {'device_id': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:09.725036 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-1e4d4785-f79c-4ac8-b27c-9e3eeeee2534 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035981 Mar 22 17:34:09.815200 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9db5721c-ee93-4641-8666-2f9d2c12937b req-9744fb06-801f-4f67-9399-fff717ff3f50 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972047 Mar 22 17:34:09.816993 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:09.864064 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9f091f15-2617-4ecb-a247-c9c14f31ca20 req-8601c570-ea0f-44e0-b810-936c8333041a service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269848 Mar 22 17:34:10.128877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a9325f-c5e6-4697-b7be-b846d912092d {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:10.137634 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Publish callbacks [] for port (55a9325f-c5e6-4697-b7be-b846d912092d), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:10.155488 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Transition to ACTIVE for port object 55a9325f-c5e6-4697-b7be-b846d912092d will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:34:10.160332 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:10.220104 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Pushing event updated for resources: {'Port': ['ID=55a9325f-c5e6-4697-b7be-b846d912092d,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:10.298688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Attempting to bind port 55a9325f-c5e6-4697-b7be-b846d912092d on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:10.299055 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Attempting to bind port 55a9325f-c5e6-4697-b7be-b846d912092d by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:10.299385 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Attempting to bind port 55a9325f-c5e6-4697-b7be-b846d912092d on network f5cd268e-f876-4757-93ed-bc2033797934 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:10.306770 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Port 55a9325f-c5e6-4697-b7be-b846d912092d on network f5cd268e-f876-4757-93ed-bc2033797934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:34:10.306770 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Attempting to bind port 55a9325f-c5e6-4697-b7be-b846d912092d on network f5cd268e-f876-4757-93ed-bc2033797934 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:10.316880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:10.317247 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Checking segment: {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:10.317819 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Bound using segment: {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:10.318290 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Bound port: 55a9325f-c5e6-4697-b7be-b846d912092d, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9feac600-f1f6-442b-af0f-aaa1935a6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:10.318658 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:10.400598 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] For port 55a9325f-c5e6-4697-b7be-b846d912092d, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:10.404211 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] For port 55a9325f-c5e6-4697-b7be-b846d912092d, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=55a9325f-c5e6-4697-b7be-b846d912092d,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:10.411615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:10.448076 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:10.448712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:10.450126 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] 10.222.0.64 "PUT /v2.0/ports/55a9325f-c5e6-4697-b7be-b846d912092d HTTP/1.1" status: 200 len: 1093 time: 0.7437222 Mar 22 17:34:10.450591 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'tag': '55a9325f-c5e6-4697-b7be-b846d912092d'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:10.453057 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dd47ed-4e42-4345-9775-6a6686da0b89" -d '{"events": [{"name": "network-changed", "server_uuid": "d71fda2b-4d91-4972-80f1-907265e006d8", "tag": "55a9325f-c5e6-4697-b7be-b846d912092d"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:10.507216 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323977fd-7008-4068-ae71-b60a6f3e2b31 service neutron] Pushing event updated for resources: {'Port': ['ID=55a9325f-c5e6-4697-b7be-b846d912092d,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:10.511906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4db042e-a78e-489d-99a2-6c5575e57f55 x-openstack-request-id: req-f4db042e-a78e-489d-99a2-6c5575e57f55 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:10.512431 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71fda2b-4d91-4972-80f1-907265e006d8", "tag": "55a9325f-c5e6-4697-b7be-b846d912092d", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:10.512697 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4db042e-a78e-489d-99a2-6c5575e57f55 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:10.513565 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4db042e-a78e-489d-99a2-6c5575e57f55'] response: {'name': 'network-changed', 'server_uuid': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'tag': '55a9325f-c5e6-4697-b7be-b846d912092d', 'status': 'completed', 'code': 200} Mar 22 17:34:10.703025 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-8e390f47-e293-4087-87ae-d2a19c39a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:10.704832 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-8e390f47-e293-4087-87ae-d2a19c39a800 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d93ea794bb82457cb2371d98a06d0287&device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 1127 time: 0.1520143 Mar 22 17:34:10.743271 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2fcb-2f47-44cb-84b4-19f2b2fc678e req-4e0fe567-618a-469d-a376-ed35a9cbc5fc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:10.746152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2ef2fcb-2f47-44cb-84b4-19f2b2fc678e req-4e0fe567-618a-469d-a376-ed35a9cbc5fc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1460381 Mar 22 17:34:10.780768 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-f31a59ba-97ee-40a6-9649-d29aadcf0344 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a9325f-c5e6-4697-b7be-b846d912092d HTTP/1.1" status: 200 len: 217 time: 0.0631404 Mar 22 17:34:10.866467 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2ef2fcb-2f47-44cb-84b4-19f2b2fc678e req-8e32c95f-0c6c-47b1-87bb-c7621f645f97 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888603 Mar 22 17:34:10.875208 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-6be57f28-94bb-438a-9f9f-20669e7b8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:10.877843 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-6be57f28-94bb-438a-9f9f-20669e7b8cd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163aa437-8258-44ca-942f-be59a447fcb7 HTTP/1.1" status: 200 len: 849 time: 0.0808465 Mar 22 17:34:10.933602 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-483a44a0-c9ed-4705-a663-b1f1987d4a59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cd268e-f876-4757-93ed-bc2033797934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337541 Mar 22 17:34:11.096976 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390d8e8-dd6d-4843-ac00-41b9e7b9adfd req-352b0a56-2107-464d-bbeb-8b26b700a4db tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:11.098517 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4390d8e8-dd6d-4843-ac00-41b9e7b9adfd req-352b0a56-2107-464d-bbeb-8b26b700a4db tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 946 time: 0.1638017 Mar 22 17:34:11.119085 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393018-a2df-4a19-90cf-1eec90b11375 req-abd92652-ac26-4d55-8dac-c85c86eaf9b2 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:11.120802 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-15393018-a2df-4a19-90cf-1eec90b11375 req-abd92652-ac26-4d55-8dac-c85c86eaf9b2 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 943 time: 0.1760318 Mar 22 17:34:11.145066 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-7d31aa04-0fd5-44b5-9b23-f0fbeab521ec service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991258 Mar 22 17:34:11.253344 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4390d8e8-dd6d-4843-ac00-41b9e7b9adfd req-709be9ab-9a56-4fb0-a001-b135c80315be tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478267 Mar 22 17:34:11.261416 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-15393018-a2df-4a19-90cf-1eec90b11375 req-2de5c0f4-9560-4db1-b3e2-e241242ca279 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330523 Mar 22 17:34:11.297216 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2774547e-a8f4-4b8a-adf6-a818914fb2a6 req-752897e1-b204-449b-9488-aef1d46b2e99 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356378 Mar 22 17:34:11.412767 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-84cb5a88-2e0e-4aad-9d89-e01b43d32326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:11.414302 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-84cb5a88-2e0e-4aad-9d89-e01b43d32326 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d93ea794bb82457cb2371d98a06d0287&device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 1127 time: 0.0486948 Mar 22 17:34:11.510782 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-e663d2ce-6670-440a-956b-fea8e2c9590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:11.512348 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-e663d2ce-6670-440a-956b-fea8e2c9590f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 200 len: 910 time: 0.0902569 Mar 22 17:34:11.561648 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-b769f9d9-d380-494f-a0b4-d41cec0da209 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a9325f-c5e6-4697-b7be-b846d912092d HTTP/1.1" status: 200 len: 217 time: 0.0423257 Mar 22 17:34:11.615163 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-52ee65e6-895c-4603-b7b6-7394e79e64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:11.616699 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-52ee65e6-895c-4603-b7b6-7394e79e64a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163aa437-8258-44ca-942f-be59a447fcb7 HTTP/1.1" status: 200 len: 849 time: 0.0485032 Mar 22 17:34:11.656305 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-cf74a6a3-2cbd-4e11-8658-c4bb60fda342 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cd268e-f876-4757-93ed-bc2033797934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270250 Mar 22 17:34:11.762829 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-ec334675-2254-4c21-95cc-c51ae91ab0ef service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981901 Mar 22 17:34:11.874551 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dd47ed-4e42-4345-9775-6a6686da0b89 req-311c1522-d721-4d81-bcfa-db626198b76b service neutron] 10.222.0.64 "GET /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044056 Mar 22 17:34:12.006750 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890432d4-07c3-4cdb-93de-7287d995566e req-d653ce05-80e1-4c9a-aba6-0e3f6a7d766b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:12.008360 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-890432d4-07c3-4cdb-93de-7287d995566e req-d653ce05-80e1-4c9a-aba6-0e3f6a7d766b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0603325 Mar 22 17:34:12.083995 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34766) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:12.093960 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-890432d4-07c3-4cdb-93de-7287d995566e req-9cc7b38a-9aa5-4f2b-84f5-e77b0f9af32c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 Mar 22 17:34:12.226360 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950ab7f0-787f-49a3-a3be-6210a3868c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.359953 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950ab7f0-787f-49a3-a3be-6210a3868c61 admin admin] Publish callbacks [] for security_group (53e7f775-3de8-4eac-abd8-0ca1ff3baa5b), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.365102 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950ab7f0-787f-49a3-a3be-6210a3868c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (53e7f775-3de8-4eac-abd8-0ca1ff3baa5b), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.408091 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-950ab7f0-787f-49a3-a3be-6210a3868c61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad2197686be440dc860eb3c82dbe2a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221574 Mar 22 17:34:12.409100 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ab7f0-787f-49a3-a3be-6210a3868c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7f775-3de8-4eac-abd8-0ca1ff3baa5b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:12.411882 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 34778) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:12.474134 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1e7c52b7-8b4b-4bd8-9341-97df997872da admin admin] Publish callbacks [] for security_group (53e7f775-3de8-4eac-abd8-0ca1ff3baa5b), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.498716 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1e7c52b7-8b4b-4bd8-9341-97df997872da admin admin] Publish callbacks [] for security_group (53e7f775-3de8-4eac-abd8-0ca1ff3baa5b), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.500506 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84aa00-26ea-4a18-8ba7-4ee98b654987 req-259e1793-2a9f-4986-8367-6a085518bbba tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:12.503344 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ff84aa00-26ea-4a18-8ba7-4ee98b654987 req-259e1793-2a9f-4986-8367-6a085518bbba tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 943 time: 0.1551182 Mar 22 17:34:12.524916 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803548-c39f-4a6f-ad19-08e78f84de6e req-82fff44d-c5a5-4c93-9f4a-9332493187ae tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:12.528103 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fa803548-c39f-4a6f-ad19-08e78f84de6e req-82fff44d-c5a5-4c93-9f4a-9332493187ae tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 946 time: 0.1333179 Mar 22 17:34:12.569607 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1e7c52b7-8b4b-4bd8-9341-97df997872da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (53e7f775-3de8-4eac-abd8-0ca1ff3baa5b), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.572737 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1e7c52b7-8b4b-4bd8-9341-97df997872da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:12.573969 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1e7c52b7-8b4b-4bd8-9341-97df997872da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53e7f775-3de8-4eac-abd8-0ca1ff3baa5b HTTP/1.1" status: 204 len: 168 time: 0.1614356 Mar 22 17:34:12.584025 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c52b7-8b4b-4bd8-9341-97df997872da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7f775-3de8-4eac-abd8-0ca1ff3baa5b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:12.636250 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ff84aa00-26ea-4a18-8ba7-4ee98b654987 req-5384b64c-e29c-4169-8fb3-a46f7a7e3464 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066875 Mar 22 17:34:12.671090 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fa803548-c39f-4a6f-ad19-08e78f84de6e req-150bb226-96e1-4971-ba89-0fbbba18fa67 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/security-groups?id=23904fc0-6ee7-4d7e-9a5e-e497820c91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299727 Mar 22 17:34:13.191458 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db769c-dec6-455c-95b7-efed26b6b35f req-5ef1c26f-0b89-4882-b59f-e9fd4c974d89 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:13.193207 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-33db769c-dec6-455c-95b7-efed26b6b35f req-5ef1c26f-0b89-4882-b59f-e9fd4c974d89 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.64 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 946 time: 0.0801330 Mar 22 17:34:13.313015 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b77c1-b883-4379-9971-fdc959f43069 req-de485fc1-6848-4033-83d3-6d6c5e8309a3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:13.314608 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8d8b77c1-b883-4379-9971-fdc959f43069 req-de485fc1-6848-4033-83d3-6d6c5e8309a3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1204169 Mar 22 17:34:13.367131 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Deleting port f5a31348-501d-47a3-b4b0-b4edd93afe0a {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:34:13.367475 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:13.427392 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8d8b77c1-b883-4379-9971-fdc959f43069 req-67b1d99b-a719-4574-8863-39b27103a15b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012166 Mar 22 17:34:13.488168 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] For port f5a31348-501d-47a3-b4b0-b4edd93afe0a, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f5a31348-501d-47a3-b4b0-b4edd93afe0a,segment=NetworkSegment(cabca338-b7fe-4684-b174-c9a8cdd7695a),segment_id=cabca338-b7fe-4684-b174-c9a8cdd7695a)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:13.488537 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:13.504451 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Calling delete_port for f5a31348-501d-47a3-b4b0-b4edd93afe0a owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:34:13.650546 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (f5a31348-501d-47a3-b4b0-b4edd93afe0a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:13.665177 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['f5a31348-501d-47a3-b4b0-b4edd93afe0a'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:13.689140 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Pushing event deleted for resources: {'Port': ['ID=f5a31348-501d-47a3-b4b0-b4edd93afe0a,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:13.757937 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] No DVR routers for this DVR port f5a31348-501d-47a3-b4b0-b4edd93afe0a on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:34:13.762800 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:13.767391 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-33db769c-dec6-455c-95b7-efed26b6b35f req-a1d8e068-e9ed-49bc-a149-6aed856015f6 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.64 "DELETE /v2.0/ports/f5a31348-501d-47a3-b4b0-b4edd93afe0a HTTP/1.1" status: 204 len: 173 time: 0.5628729 Mar 22 17:34:13.768009 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75008de7-9e81-4832-a4e7-65313d1a627c', 'name': 'network-vif-deleted', 'tag': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:13.781708 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0cccdd-6383-42ef-b0bf-c8b220ab8a1c" -d '{"events": [{"server_uuid": "75008de7-9e81-4832-a4e7-65313d1a627c", "name": "network-vif-deleted", "tag": "f5a31348-501d-47a3-b4b0-b4edd93afe0a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:13.852898 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7848695c-60fa-4807-8c5f-9801c2990b69 req-5edea1ec-9f60-49cb-9b1e-f5c72e38d7e0 tempest-VolumesActionsTest-1573471632 tempest-VolumesActionsTest-1573471632-project] 10.222.0.48 "GET /v2.0/ports?device_id=75008de7-9e81-4832-a4e7-65313d1a627c HTTP/1.1" status: 200 len: 210 time: 0.0636265 Mar 22 17:34:13.899612 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711abb5a-2f6b-4606-bec7-43207bc06879 req-62c63cf5-3e17-421b-aa7d-fffa87029277 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:13.901377 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-711abb5a-2f6b-4606-bec7-43207bc06879 req-62c63cf5-3e17-421b-aa7d-fffa87029277 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 943 time: 0.1151993 Mar 22 17:34:13.938885 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc278b-bac7-4c46-8d89-e5bd933df88f x-openstack-request-id: req-cbbc278b-bac7-4c46-8d89-e5bd933df88f {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:13.939244 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75008de7-9e81-4832-a4e7-65313d1a627c", "name": "network-vif-deleted", "tag": "f5a31348-501d-47a3-b4b0-b4edd93afe0a", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:13.939612 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbbc278b-bac7-4c46-8d89-e5bd933df88f {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:13.940120 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbc278b-bac7-4c46-8d89-e5bd933df88f'] response: {'server_uuid': '75008de7-9e81-4832-a4e7-65313d1a627c', 'name': 'network-vif-deleted', 'tag': 'f5a31348-501d-47a3-b4b0-b4edd93afe0a', 'status': 'completed', 'code': 200} Mar 22 17:34:13.988790 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-711abb5a-2f6b-4606-bec7-43207bc06879 req-150c0ca9-bb9f-4e64-8b56-40fa9a65fda2 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764642 Mar 22 17:34:14.580386 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b029dc-dab9-4f73-a902-24520305e1cd req-779910aa-e7cc-4c78-b871-1fd469024721 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:14.582145 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e2b029dc-dab9-4f73-a902-24520305e1cd req-779910aa-e7cc-4c78-b871-1fd469024721 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0634887 Mar 22 17:34:14.641102 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e2b029dc-dab9-4f73-a902-24520305e1cd req-87ae2f4a-006e-4e52-97b8-0b61072ba7cf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531068 Mar 22 17:34:15.065515 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 55a9325f-c5e6-4697-b7be-b846d912092d details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:34:15.184638 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caba0d-1bf2-4a48-9232-41c3faed82ae req-fdc7609a-99a9-4763-b66c-a237998fdac7 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:15.191798 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-51caba0d-1bf2-4a48-9232-41c3faed82ae req-fdc7609a-99a9-4763-b66c-a237998fdac7 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 943 time: 0.1040585 Mar 22 17:34:15.228018 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 55a9325f-c5e6-4697-b7be-b846d912092d, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=55a9325f-c5e6-4697-b7be-b846d912092d,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:15.257033 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '55a9325f-c5e6-4697-b7be-b846d912092d', 'network_id': 'f5cd268e-f876-4757-93ed-bc2033797934', 'port_id': '55a9325f-c5e6-4697-b7be-b846d912092d', 'mac_address': 'fa:16:3e:e4:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163aa437-8258-44ca-942f-be59a447fcb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:34:15.294301 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-51caba0d-1bf2-4a48-9232-41c3faed82ae req-8404bb1a-7b19-4f54-a93e-d75b7d5fadfe tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000769 Mar 22 17:34:15.351772 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 55a9325f-c5e6-4697-b7be-b846d912092d is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:15.352402 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.388482 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a9325f-c5e6-4697-b7be-b846d912092d {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:15.426552 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 55a9325f-c5e6-4697-b7be-b846d912092d, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=55a9325f-c5e6-4697-b7be-b846d912092d,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:15.448289 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.533713 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=55a9325f-c5e6-4697-b7be-b846d912092d,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:15.821499 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07cb8b-f91e-49eb-9af5-6436a0fdf959 req-8c364f84-42b3-427a-ae1d-49c0b4168b02 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:15.823103 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-af07cb8b-f91e-49eb-9af5-6436a0fdf959 req-8c364f84-42b3-427a-ae1d-49c0b4168b02 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0781720 Mar 22 17:34:15.832988 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['55a9325f-c5e6-4697-b7be-b846d912092d'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:15.883173 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-af07cb8b-f91e-49eb-9af5-6436a0fdf959 req-ecb33326-6492-49e8-9669-6a05decb1410 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496299 Mar 22 17:34:16.460233 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7268a3-091b-4f84-8cb5-79460e9ac4a0 req-0cbd9994-a53b-4b56-93a5-b81a5acceb7d tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:16.463027 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a7268a3-091b-4f84-8cb5-79460e9ac4a0 req-0cbd9994-a53b-4b56-93a5-b81a5acceb7d tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 944 time: 0.0870399 Mar 22 17:34:16.546287 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a7268a3-091b-4f84-8cb5-79460e9ac4a0 req-995f17c9-e043-4c9b-81ba-7ef96ad06782 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Mar 22 17:34:16.697691 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca543515-54dc-42dd-9762-02e5b868b973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.052315 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd4e02-df1b-4bf6-9661-88b859a91759 req-80de2b37-70dd-4aee-9069-cc389c113240 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:17.053960 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dbdd4e02-df1b-4bf6-9661-88b859a91759 req-80de2b37-70dd-4aee-9069-cc389c113240 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0761783 Mar 22 17:34:17.080482 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 55a9325f-c5e6-4697-b7be-b846d912092d up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:17.134002 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dbdd4e02-df1b-4bf6-9661-88b859a91759 req-d4c22823-e3f2-41e9-8449-9f0d07a15728 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728006 Mar 22 17:34:17.185158 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 55a9325f-c5e6-4697-b7be-b846d912092d completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:34:17.190786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 55a9325f-c5e6-4697-b7be-b846d912092d triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:17.191331 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.300450 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 55a9325f-c5e6-4697-b7be-b846d912092d is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:17.301386 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.349580 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a9325f-c5e6-4697-b7be-b846d912092d'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:17.354554 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1fc7bc-4bb5-449b-8827-98b32a084233" -d '{"events": [{"server_uuid": "d71fda2b-4d91-4972-80f1-907265e006d8", "name": "network-vif-plugged", "status": "completed", "tag": "55a9325f-c5e6-4697-b7be-b846d912092d"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:17.381255 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 55a9325f-c5e6-4697-b7be-b846d912092d, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=55a9325f-c5e6-4697-b7be-b846d912092d,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:17.389138 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.390469 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device f5a31348-501d-47a3-b4b0-b4edd93afe0a no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:34:17.460135 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: f5a31348-501d-47a3-b4b0-b4edd93afe0a {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:34:17.461498 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device f5a31348-501d-47a3-b4b0-b4edd93afe0a not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:34:17.464653 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d998b22-1ff0-4a46-bc8c-bbf73104eae9 x-openstack-request-id: req-1d998b22-1ff0-4a46-bc8c-bbf73104eae9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:17.465125 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71fda2b-4d91-4972-80f1-907265e006d8", "name": "network-vif-plugged", "status": "completed", "tag": "55a9325f-c5e6-4697-b7be-b846d912092d", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:17.465634 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d998b22-1ff0-4a46-bc8c-bbf73104eae9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:17.466197 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d998b22-1ff0-4a46-bc8c-bbf73104eae9'] response: {'server_uuid': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a9325f-c5e6-4697-b7be-b846d912092d', 'code': 200} Mar 22 17:34:17.508174 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=55a9325f-c5e6-4697-b7be-b846d912092d,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:17.813347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31111bc1-26d5-4bfc-8383-4da8cc65754f req-0428cb3d-93ea-4435-a7b5-84e416efac29 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:17.814927 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-31111bc1-26d5-4bfc-8383-4da8cc65754f req-0428cb3d-93ea-4435-a7b5-84e416efac29 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.1525991 Mar 22 17:34:17.821501 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b181cc-22b8-4423-9b8c-1521e7a81118 req-aa71cbff-c340-4e39-b545-0906e18089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:17.823049 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e8b181cc-22b8-4423-9b8c-1521e7a81118 req-aa71cbff-c340-4e39-b545-0906e18089a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 1129 time: 0.1451080 Mar 22 17:34:17.907818 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-31111bc1-26d5-4bfc-8383-4da8cc65754f req-d3db17fe-9919-47d1-a39b-f57a77315775 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827374 Mar 22 17:34:17.912433 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e8b181cc-22b8-4423-9b8c-1521e7a81118 req-5a1c2765-164e-40ca-9d13-afc8491ec588 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801301 Mar 22 17:34:18.283301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68013-9a5d-4f64-9431-f60d067d38bc req-d5180d19-e095-4867-abeb-30318046a5e3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.284919 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-99b68013-9a5d-4f64-9431-f60d067d38bc req-d5180d19-e095-4867-abeb-30318046a5e3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0620408 Mar 22 17:34:18.335914 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-99b68013-9a5d-4f64-9431-f60d067d38bc req-730dcc2b-9fa0-4237-bc1c-2f29229cad57 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 Mar 22 17:34:18.482707 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-16626a06-f6fa-4910-99c7-969aa759ac28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541675 Mar 22 17:34:18.571687 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330b74-1929-47ed-b906-05f74b079832 req-0b289059-7bb7-4c3f-8d24-cede849c22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.573668 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-0b289059-7bb7-4c3f-8d24-cede849c22bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1129 time: 0.0693319 Mar 22 17:34:18.712369 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330b74-1929-47ed-b906-05f74b079832 req-4b935c11-9fe7-4775-a672-70aa9d148fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.713865 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-4b935c11-9fe7-4775-a672-70aa9d148fa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.1161671 Mar 22 17:34:18.796073 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-bc12c77c-b917-4cf3-8ae7-2c2f7b2d4a7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 1001 time: 0.0749865 Mar 22 17:34:18.853402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330b74-1929-47ed-b906-05f74b079832 req-2d096b01-1907-4b7d-a0cc-4bef64fa95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.854899 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-2d096b01-1907-4b7d-a0cc-4bef64fa95f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.0501184 Mar 22 17:34:18.908211 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d5e4-7b53-4e1e-bdd4-ff8c059f4fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.919057 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330b74-1929-47ed-b906-05f74b079832 req-1aea1145-e236-499b-bc23-a8767c745162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.920628 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-1aea1145-e236-499b-bc23-a8767c745162 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0566869 Mar 22 17:34:19.072852 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-acd86489-0c92-41c3-8768-8be3361a2f4b service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427484 Mar 22 17:34:19.100088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f58d-80b5-483c-9edb-ec6c6bd3036e req-437c0372-bd50-443b-8347-d630cb9c19fb tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:19.102536 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1365f58d-80b5-483c-9edb-ec6c6bd3036e req-437c0372-bd50-443b-8347-d630cb9c19fb tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.0916815 Mar 22 17:34:19.576298 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1365f58d-80b5-483c-9edb-ec6c6bd3036e req-ba796686-6f3b-485c-b680-75e8e055912d tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594119 Mar 22 17:34:19.618582 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1b330b74-1929-47ed-b906-05f74b079832 req-59df4906-ad2c-4592-8499-0cf474bafdb0 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145488 Mar 22 17:34:19.648269 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e0f15-5078-4db8-8d73-721855fb4964 req-32cd4ecc-3ec8-4d18-b4b8-6621ced57032 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:19.651369 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a86e0f15-5078-4db8-8d73-721855fb4964 req-32cd4ecc-3ec8-4d18-b4b8-6621ced57032 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1474881 Mar 22 17:34:19.782165 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a86e0f15-5078-4db8-8d73-721855fb4964 req-4e6968a7-f7f7-4e79-846c-a9f53819c194 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193449 Mar 22 17:34:20.044465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.073919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6a56-9be8-40f5-b089-3ca4b4daf57b req-86c5610e-9ffe-4b4e-b82d-0340a377ccc4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:20.075741 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6ed6a56-9be8-40f5-b089-3ca4b4daf57b req-86c5610e-9ffe-4b4e-b82d-0340a377ccc4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0838444 Mar 22 17:34:20.188244 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e6ed6a56-9be8-40f5-b089-3ca4b4daf57b req-5e28199f-2dc9-49aa-bbfe-e07300764fbb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987582 Mar 22 17:34:20.229516 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.734578 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c16d2-1d09-48f4-b67d-12d21f0462c2 req-b7d16e1e-1a62-487f-b9ec-a96111450f26 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:20.736732 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-567c16d2-1d09-48f4-b67d-12d21f0462c2 req-b7d16e1e-1a62-487f-b9ec-a96111450f26 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.0702958 Mar 22 17:34:20.833776 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-567c16d2-1d09-48f4-b67d-12d21f0462c2 req-375d3f3b-d882-474b-8641-bb71837974dc tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776007 Mar 22 17:34:21.011966 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ff9ae-7e30-486a-9d9d-67309e97cf5e req-8d4ef7cd-1beb-40bd-8ff6-da94c6341965 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:21.014584 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d8ff9ae-7e30-486a-9d9d-67309e97cf5e req-8d4ef7cd-1beb-40bd-8ff6-da94c6341965 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0859072 Mar 22 17:34:21.093754 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d8ff9ae-7e30-486a-9d9d-67309e97cf5e req-18b44eb0-d225-4de3-9437-c73b582e3f60 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713372 Mar 22 17:34:21.418349 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4fd02-13a6-4bc3-b406-3c9f26390012 req-1191d93b-50aa-4064-8557-ee156e18f920 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:21.421205 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bff4fd02-13a6-4bc3-b406-3c9f26390012 req-1191d93b-50aa-4064-8557-ee156e18f920 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1095917 Mar 22 17:34:21.546436 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bff4fd02-13a6-4bc3-b406-3c9f26390012 req-f91e38e2-b2bb-4834-aab8-4769cda562bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125910 Mar 22 17:34:21.556982 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.013693 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad48fb-40db-4ed4-86dd-9c496617b22f req-6de82b2a-3f09-461d-abb9-d9e16684c4d7 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:22.015317 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7ad48fb-40db-4ed4-86dd-9c496617b22f req-6de82b2a-3f09-461d-abb9-d9e16684c4d7 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.0605536 Mar 22 17:34:22.071696 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7ad48fb-40db-4ed4-86dd-9c496617b22f req-a651d761-97f3-4408-9295-4fd8982658e5 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 Mar 22 17:34:22.259666 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c345b0-9d6d-4fe0-929a-424c56d6601b req-a9c40855-c2b1-4ebd-979e-9b1bab52bebc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:22.261290 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1c345b0-9d6d-4fe0-929a-424c56d6601b req-a9c40855-c2b1-4ebd-979e-9b1bab52bebc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0619955 Mar 22 17:34:22.317609 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b1c345b0-9d6d-4fe0-929a-424c56d6601b req-c43a8c0c-9e8f-4e3f-a8e1-d145b931456a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497799 Mar 22 17:34:22.770520 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56509f5-8aea-47df-b578-4d13206fe477 req-7f7a6b4d-39a8-4c93-9983-59089de67368 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:22.773388 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f56509f5-8aea-47df-b578-4d13206fe477 req-7f7a6b4d-39a8-4c93-9983-59089de67368 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1114125 Mar 22 17:34:22.872061 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f56509f5-8aea-47df-b578-4d13206fe477 req-9350ecfd-23ee-45d1-8f87-d23728a091da tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788541 Mar 22 17:34:23.059709 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.235850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683261e-2122-48d7-bae3-a4e38877d036 req-9f15a4ed-e39d-4b03-a370-2512010fc70c tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:23.237950 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d683261e-2122-48d7-bae3-a4e38877d036 req-9f15a4ed-e39d-4b03-a370-2512010fc70c tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.0704415 Mar 22 17:34:23.302715 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d683261e-2122-48d7-bae3-a4e38877d036 req-c8a81ec7-0b60-4ff9-878e-50982993dd8a tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Mar 22 17:34:23.508138 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6cc2f-4e6a-4d57-8f7f-62f42b2bdfc4 req-c4dbe788-1efe-4d55-a750-16840518d575 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:23.511458 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0ef6cc2f-4e6a-4d57-8f7f-62f42b2bdfc4 req-c4dbe788-1efe-4d55-a750-16840518d575 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0962996 Mar 22 17:34:23.592555 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0ef6cc2f-4e6a-4d57-8f7f-62f42b2bdfc4 req-5ccfebcd-558d-41d0-a0e9-ccfa6cbd9e92 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690527 Mar 22 17:34:23.918333 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0ea4-d173-40f9-9775-47a67ece6948 req-f11caeef-702b-4db4-8bc7-7186823817cb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:23.922060 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f08e0ea4-d173-40f9-9775-47a67ece6948 req-f11caeef-702b-4db4-8bc7-7186823817cb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.0732970 Mar 22 17:34:24.032113 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f08e0ea4-d173-40f9-9775-47a67ece6948 req-8227f80a-bb77-4afd-9e39-66c634c20f22 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045914 Mar 22 17:34:24.078223 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a123a-45f0-4ecb-8b28-c2486ea636af req-3d6b22f3-0b5c-4abd-b4be-d6a2a89f7e30 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:24.081517 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-531a123a-45f0-4ecb-8b28-c2486ea636af req-3d6b22f3-0b5c-4abd-b4be-d6a2a89f7e30 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1015525 Mar 22 17:34:24.215484 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-531a123a-45f0-4ecb-8b28-c2486ea636af req-39909fc0-b74e-4faa-8b5d-d0786cfaf903 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263719 Mar 22 17:34:24.249472 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-9f6abf06-ae73-4a78-9c75-10f120db9764 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:24.249472 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-9f6abf06-ae73-4a78-9c75-10f120db9764 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.1324947 Mar 22 17:34:24.460136 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Deleting port 55a9325f-c5e6-4697-b7be-b846d912092d {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:34:24.460682 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.564182 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36929b-1961-4306-99b3-46cb3c350404 req-7a06397c-ceaf-47f4-9e29-5206e42badb6 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:24.566060 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ef36929b-1961-4306-99b3-46cb3c350404 req-7a06397c-ceaf-47f4-9e29-5206e42badb6 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 945 time: 0.1674495 Mar 22 17:34:24.652788 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] For port 55a9325f-c5e6-4697-b7be-b846d912092d, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=55a9325f-c5e6-4697-b7be-b846d912092d,segment=NetworkSegment(9feac600-f1f6-442b-af0f-aaa1935a6ad6),segment_id=9feac600-f1f6-442b-af0f-aaa1935a6ad6)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:24.653158 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.684134 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Calling delete_port for 55a9325f-c5e6-4697-b7be-b846d912092d owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:34:24.694540 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ef36929b-1961-4306-99b3-46cb3c350404 req-d5949721-6c6c-41cc-9fc2-1d9d173687c3 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/security-groups?id=161976e9-0660-4362-b916-3fbc9d4d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083794 Mar 22 17:34:24.909712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a3d4-5be8-4856-8193-7a5711929fd7 req-6d17088d-c768-4d5c-86c7-3e315fc41423 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:24.912146 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a401a3d4-5be8-4856-8193-7a5711929fd7 req-6d17088d-c768-4d5c-86c7-3e315fc41423 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1264689 Mar 22 17:34:25.032165 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a401a3d4-5be8-4856-8193-7a5711929fd7 req-d937dd1d-a7c1-446c-b8a5-b87bc2d10528 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094735 Mar 22 17:34:25.034237 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (55a9325f-c5e6-4697-b7be-b846d912092d), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.053147 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['55a9325f-c5e6-4697-b7be-b846d912092d'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:25.104004 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Pushing event deleted for resources: {'Port': ['ID=55a9325f-c5e6-4697-b7be-b846d912092d,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.144379 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.144769 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.145120 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.145397 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.145882 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.146065 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.146363 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.146700 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.147057 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.147386 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.147715 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.148039 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.148366 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.148688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.149231 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.179193 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] No DVR routers for this DVR port 55a9325f-c5e6-4697-b7be-b846d912092d on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:34:25.191855 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.195473 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1e60cede-35d3-4fe4-b493-0de17fb43174 req-14b32240-e2b9-4e7b-9181-348c0d80a412 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.64 "DELETE /v2.0/ports/55a9325f-c5e6-4697-b7be-b846d912092d HTTP/1.1" status: 204 len: 173 time: 0.9406946 Mar 22 17:34:25.195964 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'name': 'network-vif-deleted', 'tag': '55a9325f-c5e6-4697-b7be-b846d912092d'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:25.198347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8273f1ba-31b8-448a-ac3a-312832571b6b" -d '{"events": [{"server_uuid": "d71fda2b-4d91-4972-80f1-907265e006d8", "name": "network-vif-deleted", "tag": "55a9325f-c5e6-4697-b7be-b846d912092d"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:25.255128 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e63380-8d50-4e05-9a60-b2bfdffd6386 req-9b11e935-45df-4eca-9090-60b6457b4e5f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:25.256817 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b4e63380-8d50-4e05-9a60-b2bfdffd6386 req-9b11e935-45df-4eca-9090-60b6457b4e5f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.0793610 Mar 22 17:34:25.272215 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35052) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:25.282073 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000715846', 'description': 'tempest-description--1411748148'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:25.314661 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09304b-7f45-4f23-ba87-826e814bb873 x-openstack-request-id: req-2f09304b-7f45-4f23-ba87-826e814bb873 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:25.315197 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71fda2b-4d91-4972-80f1-907265e006d8", "name": "network-vif-deleted", "tag": "55a9325f-c5e6-4697-b7be-b846d912092d", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:25.315593 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f09304b-7f45-4f23-ba87-826e814bb873 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:25.316270 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f09304b-7f45-4f23-ba87-826e814bb873'] response: {'server_uuid': 'd71fda2b-4d91-4972-80f1-907265e006d8', 'name': 'network-vif-deleted', 'tag': '55a9325f-c5e6-4697-b7be-b846d912092d', 'status': 'completed', 'code': 200} Mar 22 17:34:25.328177 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.392534 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b4e63380-8d50-4e05-9a60-b2bfdffd6386 req-0dd7f1ed-644b-4565-a54c-42e0be238fae tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242235 Mar 22 17:34:25.444916 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (a52b6894-1a20-4061-949d-7f180f99640e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.450296 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a52b6894-1a20-4061-949d-7f180f99640e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.474998 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede51e-ba34-4616-8549-86f1de53d719 req-4e762abf-8a5b-400a-a937-6c7b064e3fb7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:25.478172 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-43ede51e-ba34-4616-8549-86f1de53d719 req-4e762abf-8a5b-400a-a937-6c7b064e3fb7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1134198 Mar 22 17:34:25.484526 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.485817 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2122617 Mar 22 17:34:25.489544 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35054) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:25.495164 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': 'a52b6894-1a20-4061-949d-7f180f99640e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:25.502983 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b6894-1a20-4061-949d-7f180f99640e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.517088 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.517449 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.517820 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.518130 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.518472 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.518803 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.519197 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.519496 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.519820 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.520152 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.520471 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.520800 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.521123 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.521443 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.521762 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e5bb-54df-4d79-852c-08f76ba2e755 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:25.539649 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (2f997c9f-167d-4ca5-9c52-046b9c630240), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.552448 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-43ede51e-ba34-4616-8549-86f1de53d719 req-c37ed10c-17e2-4df3-b3b0-9792e394eea0 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659549 Mar 22 17:34:25.602086 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (2f997c9f-167d-4ca5-9c52-046b9c630240), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.607709 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (2f997c9f-167d-4ca5-9c52-046b9c630240), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.627301 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f997c9f-167d-4ca5-9c52-046b9c630240,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.636420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.637727 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7e485f1f-01f1-4469-8627-5591cf342e0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472077 Mar 22 17:34:25.641098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35056) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:25.649659 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': 'a52b6894-1a20-4061-949d-7f180f99640e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:25.694128 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (e3581041-2aca-4957-8931-eb97723ba93e), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.769080 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (e3581041-2aca-4957-8931-eb97723ba93e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.777584 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (e3581041-2aca-4957-8931-eb97723ba93e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.819427 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3581041-2aca-4957-8931-eb97723ba93e,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.836866 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.840137 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-2d8a5456-1e7b-408b-9096-be5419581851 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1968861 Mar 22 17:34:25.844866 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35064) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:25.857491 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:25.942371 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9fedddd9-71d8-4da4-bff8-43c2812ed08b req-fbcc7478-9477-463c-a819-87afbfaf94c3 tempest-VolumesActionsTest-1657914087 tempest-VolumesActionsTest-1657914087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71fda2b-4d91-4972-80f1-907265e006d8 HTTP/1.1" status: 200 len: 210 time: 0.0632563 Mar 22 17:34:25.956714 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.108235 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.301054 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8fc16-0233-4bf3-8847-414ce0dd476d req-39325576-f934-4247-9768-98e5540a1fb9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:26.302749 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1bf8fc16-0233-4bf3-8847-414ce0dd476d req-39325576-f934-4247-9768-98e5540a1fb9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1221838 Mar 22 17:34:26.330890 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.28.1.202 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/a595b991-a604-4f85-9e88-0ed98dfa8d4b) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:26.429963 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1bf8fc16-0233-4bf3-8847-414ce0dd476d req-d9321313-07fd-452d-9f85-52767bd0630e tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172884 Mar 22 17:34:26.504047 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.583688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.656562 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c69b0-4919-4b52-9eee-d917ed99d628 req-6d906bd6-d5a6-4413-8aea-dd37c44d0abc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:26.659417 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f18c69b0-4919-4b52-9eee-d917ed99d628 req-6d906bd6-d5a6-4413-8aea-dd37c44d0abc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1390390 Mar 22 17:34:26.671248 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:26.686682 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:26.703430 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:26.749208 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=a595b991-a604-4f85-9e88-0ed98dfa8d4b,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:26.822595 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f18c69b0-4919-4b52-9eee-d917ed99d628 req-0d6d624c-b423-46d7-84dc-85fd0a06a848 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496558 Mar 22 17:34:26.871274 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a725f9-151b-47b8-b032-2b35b347260a req-e4b4dad1-2e66-4d4e-a3d8-467ed05a970e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:26.872985 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f4a725f9-151b-47b8-b032-2b35b347260a req-e4b4dad1-2e66-4d4e-a3d8-467ed05a970e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1812282 Mar 22 17:34:26.911588 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (95a19132-630b-43aa-8c65-c83687ea14c6), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.975040 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f4a725f9-151b-47b8-b032-2b35b347260a req-a6e19dd7-9955-4c9e-8daf-1c3d228769c4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944569 Mar 22 17:34:26.982884 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.256972 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.264785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.405863 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:34:27.413765 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=a595b991-a604-4f85-9e88-0ed98dfa8d4b,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:27.427913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (95a19132-630b-43aa-8c65-c83687ea14c6), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.459503 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.462004 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-5e473388-c8d5-4aeb-bae4-358df7ba1f26 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6087918 Mar 22 17:34:27.652862 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332191b-2474-445b-a283-8d6cc9e0bfbd req-e4b7530c-b9c4-48fa-80f0-b9a5947472bc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:27.660610 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8332191b-2474-445b-a283-8d6cc9e0bfbd req-e4b7530c-b9c4-48fa-80f0-b9a5947472bc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1074059 Mar 22 17:34:27.777757 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8332191b-2474-445b-a283-8d6cc9e0bfbd req-5d597848-1de2-49a7-a3f9-be5ae1a3381f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125729 Mar 22 17:34:28.032005 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-7e926fd3-3706-4e41-a53f-84f0ba4984a6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2000715846&fields=id&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 267 time: 0.1355631 Mar 22 17:34:28.219661 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d793007-af4d-42fd-a84f-aea0566f82cf req-b768ea48-43e5-4574-9673-ce065b9d4e96 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:28.222361 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d793007-af4d-42fd-a84f-aea0566f82cf req-b768ea48-43e5-4574-9673-ce065b9d4e96 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2298815 Mar 22 17:34:28.335491 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-d019dfd0-4732-4466-ac72-2fb98844bea7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:28.338345 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-d019dfd0-4732-4466-ac72-2fb98844bea7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.2754943 Mar 22 17:34:28.385406 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d793007-af4d-42fd-a84f-aea0566f82cf req-9f0c614e-bcad-441b-b790-6490489c54e2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436126 Mar 22 17:34:28.388148 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-952b2a33-bc9f-4dea-bda9-60d4392ca419 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/quotas/118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 375 time: 0.0386331 Mar 22 17:34:28.530847 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-cb251550-495c-4142-b807-876d443ac112 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349154 Mar 22 17:34:28.548786 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c874d4-b396-4f96-8485-031af5ed18b8 req-ceb3c48a-6e61-4945-a8a8-0f975c218ca0 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:28.550399 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-40c874d4-b396-4f96-8485-031af5ed18b8 req-ceb3c48a-6e61-4945-a8a8-0f975c218ca0 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0962911 Mar 22 17:34:28.666005 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-40c874d4-b396-4f96-8485-031af5ed18b8 req-626d6551-8f48-4af8-a92f-b9ee4936f76e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047475 Mar 22 17:34:28.688075 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-e4f60838-97d5-45ca-a08b-08d1e00b10fa service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346338 Mar 22 17:34:28.792721 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-b2ab8be9-a20a-416d-8d11-9f46d1612a3c service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988045 Mar 22 17:34:28.976211 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987b3f-1422-4d8c-b595-f8e70c285526 req-54ddab97-096b-4ae4-9267-0b5e4770c4c7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:28.979073 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6987b3f-1422-4d8c-b595-f8e70c285526 req-54ddab97-096b-4ae4-9267-0b5e4770c4c7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1096509 Mar 22 17:34:29.022705 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7adf5f3b-4d25-49c3-a775-09620a5cd670 req-baa04551-f89e-4c23-bc16-1a824b569d24 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 210 time: 0.0422251 Mar 22 17:34:29.114598 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 55a9325f-c5e6-4697-b7be-b846d912092d no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:34:29.171893 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6987b3f-1422-4d8c-b595-f8e70c285526 req-324d52c6-e993-459b-a5cb-80cd10971e91 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522405 Mar 22 17:34:29.198278 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 55a9325f-c5e6-4697-b7be-b846d912092d {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:34:29.198924 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 55a9325f-c5e6-4697-b7be-b846d912092d not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:34:29.636391 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c577b2e-1d71-48b6-aab2-9dacaf2a4770 req-9fa5603a-f9c9-404e-a5ac-ab16ff422060 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:29.648981 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6c577b2e-1d71-48b6-aab2-9dacaf2a4770 req-9fa5603a-f9c9-404e-a5ac-ab16ff422060 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1369612 Mar 22 17:34:29.738237 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6c577b2e-1d71-48b6-aab2-9dacaf2a4770 req-76606d70-a95f-4c63-a8dc-6a1e8220eb83 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877891 Mar 22 17:34:29.944235 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c288cd-ddf1-4fb8-8575-ed46c027fc8a req-0ea4343e-0625-41a9-aadf-d1f820d2c093 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:29.955853 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-21c288cd-ddf1-4fb8-8575-ed46c027fc8a req-0ea4343e-0625-41a9-aadf-d1f820d2c093 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1472542 Mar 22 17:34:30.088809 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-21c288cd-ddf1-4fb8-8575-ed46c027fc8a req-f03b4ce6-24e8-4c7b-9539-1ec54d2cd80c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282444 Mar 22 17:34:30.245693 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-807cd033-18ae-4a3c-a7b6-9203a3d9c1fb req-b7f05b07-c4cf-46c6-b575-f9251a4d780e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 210 time: 0.0442674 Mar 22 17:34:30.491839 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c7eb-1405-48af-90f7-515549691af5 req-4e3f8e6c-b856-4ea0-8045-bbb589d98ee4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:30.506994 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c6b9c7eb-1405-48af-90f7-515549691af5 req-4e3f8e6c-b856-4ea0-8045-bbb589d98ee4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1770210 Mar 22 17:34:30.613868 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c6b9c7eb-1405-48af-90f7-515549691af5 req-d17d2c96-e4d2-4b0c-be57-0665f4b461c2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047728 Mar 22 17:34:30.845278 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-4d88081b-706f-4d4b-865f-8cd396cb18d3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:30.848393 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-4d88081b-706f-4d4b-865f-8cd396cb18d3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.2199705 Mar 22 17:34:31.033599 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-925c2a2a-c6d5-472c-ab9d-b32c9ab0ee4f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 472 time: 0.1739428 Mar 22 17:34:31.050545 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'port': {'device_id': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'admin_state_up': True, 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'security_groups': ['a52b6894-1a20-4061-949d-7f180f99640e']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:31.153567 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef55df-2e34-4cf5-9136-ab0647ee2fdd req-8732b99f-3d96-49f8-88fa-3366ceb173ee tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:31.165568 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6ef55df-2e34-4cf5-9136-ab0647ee2fdd req-8732b99f-3d96-49f8-88fa-3366ceb173ee tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2750697 Mar 22 17:34:31.357935 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6ef55df-2e34-4cf5-9136-ab0647ee2fdd req-34009e3a-81a8-4c8c-9fc8-4571bd5343e9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910195 Mar 22 17:34:31.470315 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973680a-8303-4859-b12d-752a1c6bf378 req-87b0b177-3bfe-4459-8f77-05576cf4a071 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:31.473045 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b973680a-8303-4859-b12d-752a1c6bf378 req-87b0b177-3bfe-4459-8f77-05576cf4a071 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2095518 Mar 22 17:34:31.508229 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Made reservation on behalf of 118a474206484ad9b7b8c35dac6b368d for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:31.514627 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.595038 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9065c264-e9f5-4974-818c-4d66597279f3 req-cd2a2dbb-5210-4e2e-a056-6fae94715b38 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 210 time: 0.0883660 Mar 22 17:34:31.661468 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b973680a-8303-4859-b12d-752a1c6bf378 req-c8d0f452-fa9b-4c7a-8ca0-ea9269c733a7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809187 Mar 22 17:34:31.930581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.20.0.11 (aa10e76c-bebe-4d39-9a51-c995c2c54649/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d/c3df2cdc-4714-458a-ad79-67e76753a4e4) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:31.994909 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da58c-d012-4075-bff4-294930113735 req-a6a310e8-43ec-40f4-978e-d6dde3bb14a1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:31.996887 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9e4da58c-d012-4075-bff4-294930113735 req-a6a310e8-43ec-40f4-978e-d6dde3bb14a1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.2423499 Mar 22 17:34:32.143765 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9e4da58c-d012-4075-bff4-294930113735 req-ef1042ca-aaeb-4b23-9acb-305f62ddbd75 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375401 Mar 22 17:34:32.210471 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.251640 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.327126 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:32.330913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:32.335640 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:32.413438 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=c3df2cdc-4714-458a-ad79-67e76753a4e4,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:32.470461 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:32.471280 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.533606 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-4efc18ce-5633-44c5-985e-42096f7df425 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4919639 Mar 22 17:34:32.565332 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Request body: {'port': {'device_id': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:32.597758 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35290) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:32.701025 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.728289 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-0951ee50-b711-48f6-9f59-4929bb14d35a None None] Provisioning complete for port c3df2cdc-4714-458a-ad79-67e76753a4e4 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:32.730039 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0951ee50-b711-48f6-9f59-4929bb14d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.742313 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e6f34-822c-4fa5-98dc-99a791c321a7 req-5ae7c3a7-3eb4-47b1-9961-52dc92143b58 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:32.744025 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c81e6f34-822c-4fa5-98dc-99a791c321a7 req-5ae7c3a7-3eb4-47b1-9961-52dc92143b58 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2503841 Mar 22 17:34:32.772094 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Deleting subnet bafb97b5-c4cc-4f44-abf8-c38f9cb8e495 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:34:32.789354 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Publish callbacks [] for subnet (bafb97b5-c4cc-4f44-abf8-c38f9cb8e495), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.870805 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0951ee50-b711-48f6-9f59-4929bb14d35a None None] Port c3df2cdc-4714-458a-ad79-67e76753a4e4 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:32.921291 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (bafb97b5-c4cc-4f44-abf8-c38f9cb8e495), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.993304 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (bafb97b5-c4cc-4f44-abf8-c38f9cb8e495), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.082292 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (bafb97b5-c4cc-4f44-abf8-c38f9cb8e495), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.122832 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafb97b5-c4cc-4f44-abf8-c38f9cb8e495,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:33.150221 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.156603 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-56867f87-ed19-4aa5-89a2-42b7cd684c2a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bafb97b5-c4cc-4f44-abf8-c38f9cb8e495 HTTP/1.1" status: 204 len: 168 time: 0.5577741 Mar 22 17:34:33.176009 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35300) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:33.317514 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (82700ac4-8927-4fe9-8627-daf36863f9ed), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.358802 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c81e6f34-822c-4fa5-98dc-99a791c321a7 req-255354ba-e3cc-401a-9063-e7ad48140e42 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811007 Mar 22 17:34:33.410816 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88dc7-5a1c-4b43-94e9-eeab4944c818 req-fe3f784e-721f-4c5f-99d8-35e4ef2a0f09 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:33.424893 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-68f88dc7-5a1c-4b43-94e9-eeab4944c818 req-fe3f784e-721f-4c5f-99d8-35e4ef2a0f09 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 932 time: 0.3451364 Mar 22 17:34:33.485057 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (82700ac4-8927-4fe9-8627-daf36863f9ed), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.528184 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82700ac4-8927-4fe9-8627-daf36863f9ed']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:33.543453 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabca338-b7fe-4684-b174-c9a8cdd7695a') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:33.544238 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabca338-b7fe-4684-b174-c9a8cdd7695a') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:33.585136 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (cabca338-b7fe-4684-b174-c9a8cdd7695a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.643284 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (cabca338-b7fe-4684-b174-c9a8cdd7695a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.654444 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:34:33.656032 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (cabca338-b7fe-4684-b174-c9a8cdd7695a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.703944 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-68f88dc7-5a1c-4b43-94e9-eeab4944c818 req-83419117-6900-452c-85b2-69c43cbcbf0a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762764 Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:34:33.728016 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:34:33.762174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e42ce-4ec2-4deb-9fd1-97637d238d5a req-c3a88471-0a0b-41d2-bd1d-90c5c70c84ec tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:33.772563 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf8e42ce-4ec2-4deb-9fd1-97637d238d5a req-c3a88471-0a0b-41d2-bd1d-90c5c70c84ec tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2606597 Mar 22 17:34:33.782313 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (82700ac4-8927-4fe9-8627-daf36863f9ed), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.826380 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82700ac4-8927-4fe9-8627-daf36863f9ed,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:33.829207 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.833791 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fedc017a-7144-49cc-9999-5be8ef371da0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/82700ac4-8927-4fe9-8627-daf36863f9ed HTTP/1.1" status: 204 len: 168 time: 0.6613231 Mar 22 17:34:33.844760 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35310) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:33.909155 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3df2cdc-4714-458a-ad79-67e76753a4e4 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:33.922388 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Deleting subnet 5efc7d32-aab7-41ea-bdc6-c0803535e1fc {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:34:33.926404 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Publish callbacks [] for subnet (5efc7d32-aab7-41ea-bdc6-c0803535e1fc), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.930446 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Publish callbacks [] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.940162 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cf8e42ce-4ec2-4deb-9fd1-97637d238d5a req-41225936-0118-4dda-85a0-56519cc03b28 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666670 Mar 22 17:34:33.957001 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Transition to ACTIVE for port object c3df2cdc-4714-458a-ad79-67e76753a4e4 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:34:33.970444 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b9de2-7907-4fdc-b274-19a96e7525e7 req-842393ea-ba5d-43c5-8fc6-db7dcae5aee9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:33.979477 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-477b9de2-7907-4fdc-b274-19a96e7525e7 req-842393ea-ba5d-43c5-8fc6-db7dcae5aee9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1782269 Mar 22 17:34:33.982690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.011474 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (5efc7d32-aab7-41ea-bdc6-c0803535e1fc), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.098102 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (5efc7d32-aab7-41ea-bdc6-c0803535e1fc), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.118602 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Pushing event updated for resources: {'Port': ['ID=c3df2cdc-4714-458a-ad79-67e76753a4e4,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:34.152879 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-477b9de2-7907-4fdc-b274-19a96e7525e7 req-8152fa06-cf05-4df8-99a8-f33e3dfc0187 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724095 Mar 22 17:34:34.195983 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (5efc7d32-aab7-41ea-bdc6-c0803535e1fc), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.224067 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Attempting to bind port c3df2cdc-4714-458a-ad79-67e76753a4e4 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:34.224671 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Attempting to bind port c3df2cdc-4714-458a-ad79-67e76753a4e4 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:34.225014 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Attempting to bind port c3df2cdc-4714-458a-ad79-67e76753a4e4 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:34.232856 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Port c3df2cdc-4714-458a-ad79-67e76753a4e4 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:34:34.233247 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Attempting to bind port c3df2cdc-4714-458a-ad79-67e76753a4e4 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:34.243392 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:34.243755 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:34.244160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Bound using segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:34.244688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Bound port: c3df2cdc-4714-458a-ad79-67e76753a4e4, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:34.245066 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.267445 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.279082 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5efc7d32-aab7-41ea-bdc6-c0803535e1fc HTTP/1.1" status: 204 len: 168 time: 0.4303901 Mar 22 17:34:34.280636 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b96f-49cb-4cd5-972c-80cba5ef574a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efc7d32-aab7-41ea-bdc6-c0803535e1fc,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:34.285255 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35312) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:34.392198 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] For port c3df2cdc-4714-458a-ad79-67e76753a4e4, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:34.401858 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] For port c3df2cdc-4714-458a-ad79-67e76753a4e4, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:34.416198 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.447518 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:34.448670 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.451436 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3df2cdc-4714-458a-ad79-67e76753a4e4 HTTP/1.1" status: 200 len: 1094 time: 1.8959041 Mar 22 17:34:34.457359 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:34.461462 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:34.504581 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (e69e004b-57ad-4243-a993-824035b5e9cc), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.664084 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755bb041-4d99-4601-a361-fb992d06cfd7 x-openstack-request-id: req-755bb041-4d99-4601-a361-fb992d06cfd7 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:34.664554 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:34.664972 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-755bb041-4d99-4601-a361-fb992d06cfd7 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:34.665652 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755bb041-4d99-4601-a361-fb992d06cfd7'] response: {'name': 'network-changed', 'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'status': 'completed', 'code': 200} Mar 22 17:34:34.703090 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (e69e004b-57ad-4243-a993-824035b5e9cc), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.746347 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69e004b-57ad-4243-a993-824035b5e9cc']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:34.764847 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98db7cf8-8806-4d5d-aca3-000dc0dee85f') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:34.765098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98db7cf8-8806-4d5d-aca3-000dc0dee85f') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:34.782520 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (98db7cf8-8806-4d5d-aca3-000dc0dee85f), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.801594 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (98db7cf8-8806-4d5d-aca3-000dc0dee85f), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.810268 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:34:34.810751 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (98db7cf8-8806-4d5d-aca3-000dc0dee85f), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:34:34.812796 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:34:34.855848 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-9c2f321e-aa72-464e-bf66-b67c21764474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:34.859590 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-9c2f321e-aa72-464e-bf66-b67c21764474 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 1128 time: 0.2868414 Mar 22 17:34:34.909706 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4f4d-82fd-465a-bc1d-72146d4e5f63 service neutron] Pushing event updated for resources: {'Port': ['ID=c3df2cdc-4714-458a-ad79-67e76753a4e4,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:35.001375 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (e69e004b-57ad-4243-a993-824035b5e9cc), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.012521 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.016909 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e69e004b-57ad-4243-a993-824035b5e9cc HTTP/1.1" status: 204 len: 168 time: 0.7297585 Mar 22 17:34:35.031601 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bb5e4-c65f-4e17-9407-1104173e3813 admin admin] Pushing event deleted for resources: {'Network': ['ID=e69e004b-57ad-4243-a993-824035b5e9cc,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:35.052356 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde298-515a-47dd-b057-5ba0432075d1 req-553273b7-aa22-41a8-bda7-1764d4ccaf2f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:35.054211 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d6dde298-515a-47dd-b057-5ba0432075d1 req-553273b7-aa22-41a8-bda7-1764d4ccaf2f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.3872988 Mar 22 17:34:35.056635 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-68678cfb-7546-4f96-8fc2-476aacce3f2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4 HTTP/1.1" status: 200 len: 217 time: 0.1504631 Mar 22 17:34:35.135851 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ce751-3267-4c24-b3a0-a28d3d4e953d req-9947d136-0652-4f83-a3bb-f4827bf2b78b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:35.144194 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e93ce751-3267-4c24-b3a0-a28d3d4e953d req-9947d136-0652-4f83-a3bb-f4827bf2b78b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 944 time: 0.3522573 Mar 22 17:34:35.236412 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e93ce751-3267-4c24-b3a0-a28d3d4e953d req-9844543d-b377-4658-8b6b-c19125ef9acd tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912201 Mar 22 17:34:35.288768 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-877b7fd5-c888-4b29-95c4-34681a9b47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:35.291465 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-877b7fd5-c888-4b29-95c4-34681a9b47db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.2211163 Mar 22 17:34:35.304185 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d6dde298-515a-47dd-b057-5ba0432075d1 req-85dd8226-878e-4c12-afc9-bd814449fb46 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414052 Mar 22 17:34:35.529713 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515396-7144-479a-836d-52fafa612361 req-04331fca-2639-4749-9716-f76d348af41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:35.531404 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-04331fca-2639-4749-9716-f76d348af41c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2258906 Mar 22 17:34:35.542123 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eaa24-e3d8-4b0e-b140-15e5791bee7e req-87075559-8ae7-4ab4-9dd5-d4369205ab52 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:35.544569 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-551eaa24-e3d8-4b0e-b140-15e5791bee7e req-87075559-8ae7-4ab4-9dd5-d4369205ab52 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1599517 Mar 22 17:34:35.582354 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35346) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:35.596516 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce5e1-a010-4c70-8e86-fbf5905976b3 req-adcecee1-f185-403f-b515-d6a2fe80564b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:35.598991 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-88cce5e1-a010-4c70-8e86-fbf5905976b3 req-adcecee1-f185-403f-b515-d6a2fe80564b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1485245 Mar 22 17:34:35.668930 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-028b2def-fb3b-48c4-a61d-9a083dc68ec1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59ab9fc3a74c42b980787a8e887a4372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845954 Mar 22 17:34:35.674423 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35354) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:35.795881 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1120851c-0712-4610-b7d3-70d30fe36e9f admin admin] Publish callbacks [] for security_group (23904fc0-6ee7-4d7e-9a5e-e497820c91fe), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.845115 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1120851c-0712-4610-b7d3-70d30fe36e9f admin admin] Publish callbacks [] for security_group (23904fc0-6ee7-4d7e-9a5e-e497820c91fe), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.913401 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-88cce5e1-a010-4c70-8e86-fbf5905976b3 req-1d6cf96c-86ad-4e79-bb02-a33dfe217b49 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649773 Mar 22 17:34:35.985117 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-551eaa24-e3d8-4b0e-b140-15e5791bee7e req-1f9170e0-e53d-42d9-aeca-f37d8bf0fd9a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161625 Mar 22 17:34:35.985733 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1120851c-0712-4610-b7d3-70d30fe36e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (23904fc0-6ee7-4d7e-9a5e-e497820c91fe), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.995691 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1120851c-0712-4610-b7d3-70d30fe36e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.002249 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1120851c-0712-4610-b7d3-70d30fe36e9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23904fc0-6ee7-4d7e-9a5e-e497820c91fe HTTP/1.1" status: 204 len: 168 time: 0.3219252 Mar 22 17:34:36.016348 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120851c-0712-4610-b7d3-70d30fe36e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23904fc0-6ee7-4d7e-9a5e-e497820c91fe,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:36.019198 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-54bc9ed7-5974-48a6-b320-45a89a583445 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731631 Mar 22 17:34:36.241977 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39515396-7144-479a-836d-52fafa612361 req-e76ec9a1-ebe4-48d2-aa99-e719ce6cd0b0 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068307 Mar 22 17:34:36.311912 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35366) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:36.515973 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-11e042f6-4e63-4898-8780-75a0676e247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:36.518124 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-11e042f6-4e63-4898-8780-75a0676e247e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 1128 time: 0.2102802 Mar 22 17:34:36.583673 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35372) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:36.685026 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9748e620-e67b-4dad-86b7-135e3308c057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.721180 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6c9d51a0-728b-4973-bd82-35d225c65b8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fe18aac531341d2833159643cb274e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357691 Mar 22 17:34:36.728402 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35378) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:36.805064 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4d20a-3e37-4f69-9c1e-6489f2c6bcc7 req-d22ec086-c2df-4c8a-8fb3-90844f1bf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:36.806828 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-12a4d20a-3e37-4f69-9c1e-6489f2c6bcc7 req-d22ec086-c2df-4c8a-8fb3-90844f1bf2ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1129 time: 0.1836238 Mar 22 17:34:36.888542 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1609db-99eb-4e97-b436-8d0617bae7d9 req-930bdee2-2bf6-4483-a7ec-fa0817c49b45 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:36.892870 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8e1609db-99eb-4e97-b436-8d0617bae7d9 req-930bdee2-2bf6-4483-a7ec-fa0817c49b45 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 944 time: 0.3992434 Mar 22 17:34:36.934863 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ecc5b-8e10-4f46-9990-b40115fb8b3f req-097334aa-38fd-4d9c-bc5a-f795d94906dd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:36.938600 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3a4ecc5b-8e10-4f46-9990-b40115fb8b3f req-097334aa-38fd-4d9c-bc5a-f795d94906dd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.4159818 Mar 22 17:34:36.965963 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2a484135-9a61-4b98-a782-75742ad41403 admin admin] Publish callbacks [] for security_group (8b1ea3ae-acac-456b-9212-eb9788a2cbac), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.000599 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2a484135-9a61-4b98-a782-75742ad41403 admin admin] Publish callbacks [] for security_group (8b1ea3ae-acac-456b-9212-eb9788a2cbac), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.074785 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-12a4d20a-3e37-4f69-9c1e-6489f2c6bcc7 req-a34d6512-14bf-4d48-b863-23c2bcb3349b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558296 Mar 22 17:34:37.079542 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2a484135-9a61-4b98-a782-75742ad41403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8b1ea3ae-acac-456b-9212-eb9788a2cbac), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.082384 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2a484135-9a61-4b98-a782-75742ad41403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.083720 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-2a484135-9a61-4b98-a782-75742ad41403 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b1ea3ae-acac-456b-9212-eb9788a2cbac HTTP/1.1" status: 204 len: 168 time: 0.3497593 Mar 22 17:34:37.120255 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3a4ecc5b-8e10-4f46-9990-b40115fb8b3f req-700274d5-b239-4b6d-b976-1c3171e32865 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611946 Mar 22 17:34:37.141209 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9748e620-e67b-4dad-86b7-135e3308c057 admin admin] Publish callbacks [] for security_group (fbf86fbf-7b64-434c-942e-7ca56f9a964d), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.147638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a484135-9a61-4b98-a782-75742ad41403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ea3ae-acac-456b-9212-eb9788a2cbac,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:37.156498 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9748e620-e67b-4dad-86b7-135e3308c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (fbf86fbf-7b64-434c-942e-7ca56f9a964d), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.336100 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9748e620-e67b-4dad-86b7-135e3308c057 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68654b66716a49a9b39b66147b77371a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0205936 Mar 22 17:34:37.341235 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35386) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:37.371544 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748e620-e67b-4dad-86b7-135e3308c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf86fbf-7b64-434c-942e-7ca56f9a964d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:37.372312 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8e1609db-99eb-4e97-b436-8d0617bae7d9 req-d48711eb-039f-452f-9291-250706b98885 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262359 Mar 22 17:34:37.421276 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-9ebf604f-d332-44d3-95df-6887bf0d2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:37.426978 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-9ebf604f-d332-44d3-95df-6887bf0d2c25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.8830800 Mar 22 17:34:37.534472 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5c7ab1-1258-45aa-914b-efb1b7ee088a admin admin] Publish callbacks [] for security_group (fbf86fbf-7b64-434c-942e-7ca56f9a964d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.586066 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5c7ab1-1258-45aa-914b-efb1b7ee088a admin admin] Publish callbacks [] for security_group (fbf86fbf-7b64-434c-942e-7ca56f9a964d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.658822 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-67a39ae5-4bb5-4c28-a951-c78cba91b30c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4 HTTP/1.1" status: 200 len: 217 time: 0.2207847 Mar 22 17:34:37.706646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5c7ab1-1258-45aa-914b-efb1b7ee088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (fbf86fbf-7b64-434c-942e-7ca56f9a964d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.723663 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5c7ab1-1258-45aa-914b-efb1b7ee088a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.727269 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-db5c7ab1-1258-45aa-914b-efb1b7ee088a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbf86fbf-7b64-434c-942e-7ca56f9a964d HTTP/1.1" status: 204 len: 168 time: 0.3823476 Mar 22 17:34:37.766211 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c7ab1-1258-45aa-914b-efb1b7ee088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf86fbf-7b64-434c-942e-7ca56f9a964d,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:37.810606 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-8c23f18b-eb13-4361-a186-57c939f1bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:37.813241 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-8c23f18b-eb13-4361-a186-57c939f1bcaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.1414917 Mar 22 17:34:37.992170 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7312d-3837-4c9b-b8f8-5f316aa1cfed req-3e20dbe3-b18f-4cd4-9091-c8162ffbd7f8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:38.003971 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-30a7312d-3837-4c9b-b8f8-5f316aa1cfed req-3e20dbe3-b18f-4cd4-9091-c8162ffbd7f8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.6517622 Mar 22 17:34:38.080173 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c944b54-f8ce-40e4-a81c-51482646be78 req-c3722d8e-9466-4aa7-b4f3-fd90967aff18 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:38.101486 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0c944b54-f8ce-40e4-a81c-51482646be78 req-c3722d8e-9466-4aa7-b4f3-fd90967aff18 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.4393513 Mar 22 17:34:38.132545 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-ba50aa71-6d55-4962-bfd1-147ab5294953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:38.135257 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-ba50aa71-6d55-4962-bfd1-147ab5294953 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2504761 Mar 22 17:34:38.344528 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0c944b54-f8ce-40e4-a81c-51482646be78 req-9cc6f845-935c-4903-97fe-0a8f58effeab tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410865 Mar 22 17:34:38.473889 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-b26632a8-3325-4b26-a3a2-4c748d7b4bba service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189898 Mar 22 17:34:38.479870 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-30a7312d-3837-4c9b-b8f8-5f316aa1cfed req-bfb5db48-73fb-487c-9fbc-30a783e1416a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747131 Mar 22 17:34:38.648584 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ebe7b1ac-3f01-44b9-a47e-f0567b1850f8 req-860c54f2-4c9b-414c-abb1-86a92c730f4d service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668973 Mar 22 17:34:38.874466 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d9f4-0fc2-4566-8636-926712aafbe7 req-29d49c38-c4f9-400a-9c0d-9972e82a272a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:38.878982 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1d55d9f4-0fc2-4566-8636-926712aafbe7 req-29d49c38-c4f9-400a-9c0d-9972e82a272a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.3768110 Mar 22 17:34:39.095395 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1d55d9f4-0fc2-4566-8636-926712aafbe7 req-4e964729-7d39-4828-ac55-187be5975458 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019551 Mar 22 17:34:39.202826 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device c3df2cdc-4714-458a-ad79-67e76753a4e4 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:34:39.374830 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port c3df2cdc-4714-458a-ad79-67e76753a4e4, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:39.389388 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'port_id': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'mac_address': 'fa:16:3e:33:cf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:34:39.490115 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port c3df2cdc-4714-458a-ad79-67e76753a4e4 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:39.490930 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.507949 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3df2cdc-4714-458a-ad79-67e76753a4e4 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:39.554768 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port c3df2cdc-4714-458a-ad79-67e76753a4e4, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:39.567058 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.678331 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90014e1c-f2f8-4e4d-9410-6eb68abf1dea req-4c3021f2-1b32-4d25-83ff-6153251de4b3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:39.691389 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-90014e1c-f2f8-4e4d-9410-6eb68abf1dea req-4c3021f2-1b32-4d25-83ff-6153251de4b3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 944 time: 0.4504228 Mar 22 17:34:39.699182 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=c3df2cdc-4714-458a-ad79-67e76753a4e4,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:39.726519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09234-3347-4de8-b68e-907f7257ec01 req-ea5ac763-e4f0-4ea3-a7da-f379cdb62ab4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:39.728428 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d5f09234-3347-4de8-b68e-907f7257ec01 req-ea5ac763-e4f0-4ea3-a7da-f379cdb62ab4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.4657021 Mar 22 17:34:39.738925 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-c4d7598d-8b60-4f27-852d-d2c60eeb6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:39.740660 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-c4d7598d-8b60-4f27-852d-d2c60eeb6a3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1129 time: 0.3057063 Mar 22 17:34:39.896202 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-90014e1c-f2f8-4e4d-9410-6eb68abf1dea req-1d00ede4-cf7a-427d-a135-3ff136eb37f6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037926 Mar 22 17:34:39.971982 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['c3df2cdc-4714-458a-ad79-67e76753a4e4'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:39.993564 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d5f09234-3347-4de8-b68e-907f7257ec01 req-1f13f843-14a1-4758-9d93-41bff6f5cc61 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493455 Mar 22 17:34:40.080396 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-2418e82a-f518-44f4-967a-2ecb63a473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:40.082337 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-2418e82a-f518-44f4-967a-2ecb63a473b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.3237922 Mar 22 17:34:40.284917 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af2179-941c-4d38-aa96-d0ae35289758 req-fd139817-151d-4d35-af21-13126026bc55 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:40.291982 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-70af2179-941c-4d38-aa96-d0ae35289758 req-fd139817-151d-4d35-af21-13126026bc55 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.2452748 Mar 22 17:34:40.364810 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-9a53abc7-7a0a-45c2-81d7-0f952764f573 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 1001 time: 0.2621334 Mar 22 17:34:40.469909 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9c6b-000d-455a-b72f-711888b56079 req-65447e24-7d49-4be7-94fa-86b58195b318 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:40.471899 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1aac9c6b-000d-455a-b72f-711888b56079 req-65447e24-7d49-4be7-94fa-86b58195b318 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1786032 Mar 22 17:34:40.484843 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-70af2179-941c-4d38-aa96-d0ae35289758 req-2e5c3e58-9351-4e98-801a-00d1139cd5ed tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763029 Mar 22 17:34:40.509470 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-705b64fe-8b1d-4354-a153-03ae80d80b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:40.530290 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-705b64fe-8b1d-4354-a153-03ae80d80b9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.1342008 Mar 22 17:34:40.797795 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-66aaf245-255d-4ba2-a5b7-7749d9ecaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:40.813741 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-66aaf245-255d-4ba2-a5b7-7749d9ecaa16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2822690 Mar 22 17:34:41.012548 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-f9a18a67-4fbf-439e-b029-accc9a4d13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.022065 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-f9a18a67-4fbf-439e-b029-accc9a4d13d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1129 time: 0.1607149 Mar 22 17:34:41.036750 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1aac9c6b-000d-455a-b72f-711888b56079 req-17a5fdfe-d755-4f83-be88-5a6e6e7df842 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256549 Mar 22 17:34:41.223719 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:34:41.228469 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device c3df2cdc-4714-458a-ad79-67e76753a4e4 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:41.275054 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-a49c548e-8c5e-4a82-88e6-fc80fe1658e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.277876 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-a49c548e-8c5e-4a82-88e6-fc80fe1658e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.2483466 Mar 22 17:34:41.366527 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-b7c818e1-1270-4c6a-a1bb-afa90ea340c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 217 time: 0.0746732 Mar 22 17:34:41.426227 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port c3df2cdc-4714-458a-ad79-67e76753a4e4 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:34:41.437832 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port c3df2cdc-4714-458a-ad79-67e76753a4e4 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:41.439104 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.484116 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-d506abfb-43bc-4aee-9522-02cd94ef3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.488953 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-d506abfb-43bc-4aee-9522-02cd94ef3885 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.1117933 Mar 22 17:34:41.554917 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:41.565553 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-ac1e1853-6af7-4075-b0ef-448efe351619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.567337 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-ac1e1853-6af7-4075-b0ef-448efe351619 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0701094 Mar 22 17:34:41.584468 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '27153565-2941-4851-95da-47250873be16', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'port_id': '27153565-2941-4851-95da-47250873be16', 'mac_address': 'fa:16:3e:f9:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:34:41.664408 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71befd-a7df-4009-a493-4b4351d1c2ac req-8e20f84e-18a0-4c03-b6ee-3bd068f09aaf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.672776 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea71befd-a7df-4009-a493-4b4351d1c2ac req-8e20f84e-18a0-4c03-b6ee-3bd068f09aaf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.6243980 Mar 22 17:34:41.696244 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port c3df2cdc-4714-458a-ad79-67e76753a4e4 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:41.697223 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.700215 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-67b5f55a-35a4-4d8d-aaae-0ed0ec436dfc service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8397086 Mar 22 17:34:41.737967 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: ACTIVE; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:41.738867 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.779065 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:41.783351 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4afb5f-3a1e-4a4f-ba5f-69ccd2be8f6a" -d '{"events": [{"server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:41.785733 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a62ea5-2094-453d-accb-39f25e4de412 req-7ca0923c-78ed-47db-b197-79d3709079ca tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.793030 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20a62ea5-2094-453d-accb-39f25e4de412 req-7ca0923c-78ed-47db-b197-79d3709079ca tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 945 time: 0.5580962 Mar 22 17:34:41.795449 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27153565-2941-4851-95da-47250873be16 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:41.818009 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-e286ccd3-17c8-4588-9eea-01fa9d88b7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386198 Mar 22 17:34:41.824202 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea71befd-a7df-4009-a493-4b4351d1c2ac req-9d9d3d37-5ba8-449f-b63f-3993667d10b7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483247 Mar 22 17:34:41.856701 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:41.876759 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.882447 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port c3df2cdc-4714-458a-ad79-67e76753a4e4, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:41.893751 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.999660 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20a62ea5-2094-453d-accb-39f25e4de412 req-5c69b97c-880a-4e2b-9803-80bf872c511a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056212 Mar 22 17:34:42.018205 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['27153565-2941-4851-95da-47250873be16'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:34:42.094273 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:42.144098 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3eec07f6-e59f-4528-98ac-bc00050387c5 req-057f4ebf-ef9d-4494-ad89-92705bb66f98 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312193 Mar 22 17:34:42.231697 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eebbc7-9c38-487d-b185-02469013630d req-713a8f80-800f-4c73-9c88-3c9b124938a6 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:42.242828 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-08eebbc7-9c38-487d-b185-02469013630d req-713a8f80-800f-4c73-9c88-3c9b124938a6 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2401171 Mar 22 17:34:42.291622 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ee0a1b85-8ecc-48c8-8cd9-b9f400895a4b req-e61976f2-5b0c-475a-8d31-724960ebb082 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618022 Mar 22 17:34:42.357898 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=c3df2cdc-4714-458a-ad79-67e76753a4e4,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:42.407133 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8432e35c-90b9-47cb-ad80-7e6bf68f40a0 x-openstack-request-id: req-8432e35c-90b9-47cb-ad80-7e6bf68f40a0 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:42.408074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:42.408759 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8432e35c-90b9-47cb-ad80-7e6bf68f40a0 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:42.410514 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8432e35c-90b9-47cb-ad80-7e6bf68f40a0'] response: {'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'code': 200} Mar 22 17:34:42.526139 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-08eebbc7-9c38-487d-b185-02469013630d req-035ea55d-168e-4288-b15d-911d7cc6e61a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780292 Mar 22 17:34:42.656821 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580eb0-15af-45c2-979b-45419a86eb8c req-a327e40d-363f-42af-8b38-0afa827241f0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:42.668919 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a7580eb0-15af-45c2-979b-45419a86eb8c req-a327e40d-363f-42af-8b38-0afa827241f0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 944 time: 0.3633218 Mar 22 17:34:42.714149 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff74fc-8019-4297-89c5-910b8cae2909 req-3cdc3eec-4ef4-440f-80d0-fede9976ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:42.719123 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9eff74fc-8019-4297-89c5-910b8cae2909 req-3cdc3eec-4ef4-440f-80d0-fede9976ca03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 1130 time: 0.1669164 Mar 22 17:34:42.832334 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9eff74fc-8019-4297-89c5-910b8cae2909 req-627761a2-5b1c-4c20-96c8-86573fc688d4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090124 Mar 22 17:34:42.833848 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a7580eb0-15af-45c2-979b-45419a86eb8c req-d5d51f61-83a7-4c7b-ad61-ad2368626db2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616943 Mar 22 17:34:43.016575 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b95d4-ad2b-4bf2-bb8d-b427c8f3e1bc req-e8ea155c-8f5f-4ef3-93bd-5698ced893d3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:43.028492 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-568b95d4-ad2b-4bf2-bb8d-b427c8f3e1bc req-e8ea155c-8f5f-4ef3-93bd-5698ced893d3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1095700 Mar 22 17:34:43.098671 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-568b95d4-ad2b-4bf2-bb8d-b427c8f3e1bc req-beb6c906-451d-40db-a1b0-99a18035c7a9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675793 Mar 22 17:34:43.228614 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdf604-b3bb-4af9-afba-df114e59d758 req-4fb679a4-7c02-4de6-84e5-11cf0df2fa4f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:43.230129 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-06fdf604-b3bb-4af9-afba-df114e59d758 req-4fb679a4-7c02-4de6-84e5-11cf0df2fa4f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.1058562 Mar 22 17:34:43.236858 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:43.345301 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-06fdf604-b3bb-4af9-afba-df114e59d758 req-38aaf6d8-688f-4e12-9dba-61471883e296 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039832 Mar 22 17:34:43.392290 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 27153565-2941-4851-95da-47250873be16 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:43.393133 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (27153565-2941-4851-95da-47250873be16), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.559104 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:43.559594 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.675555 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:43.685903 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.875655 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:43.886297 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eabfa-c53c-46bb-96d4-ff9a9bf659f5 req-e11d213a-0490-4e0a-99c4-c085cea3b8d8 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:43.901205 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-188eabfa-c53c-46bb-96d4-ff9a9bf659f5 req-e11d213a-0490-4e0a-99c4-c085cea3b8d8 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2219684 Mar 22 17:34:44.208191 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-188eabfa-c53c-46bb-96d4-ff9a9bf659f5 req-6f3fe750-97b6-4f21-a307-9ba85f8a509c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047986 Mar 22 17:34:44.236175 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3bb2-9a95-412d-baf8-f2c2ac5a7085 req-a6783af1-ea14-4214-9209-ab0c85a7925b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:44.247453 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39cf3bb2-9a95-412d-baf8-f2c2ac5a7085 req-a6783af1-ea14-4214-9209-ab0c85a7925b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2660336 Mar 22 17:34:44.363452 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35558) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:44.414831 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:44.418080 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f004f0-20be-4613-816b-2b582e134c37" -d '{"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-plugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:44.445986 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-39cf3bb2-9a95-412d-baf8-f2c2ac5a7085 req-5713cb1a-ebca-4e26-9ada-8f3135a6e5d2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966476 Mar 22 17:34:44.683597 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f20ec-aede-461e-b9fe-3eb57f3c28ff req-d1fb5548-6051-4434-bc42-5c1a5d1efc6b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:44.686490 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9a6f20ec-aede-461e-b9fe-3eb57f3c28ff req-d1fb5548-6051-4434-bc42-5c1a5d1efc6b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.2364752 Mar 22 17:34:44.693639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-39e6ed89-21f7-4ee5-94bd-e732b2f9bcf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.934788 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9a6f20ec-aede-461e-b9fe-3eb57f3c28ff req-563e6760-e611-4975-818c-afeb66987b05 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161422 Mar 22 17:34:44.966311 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-39e6ed89-21f7-4ee5-94bd-e732b2f9bcf6 admin admin] Publish callbacks [] for security_group (9c94f973-75c5-4b03-80c8-7089dd45bbd8), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.994164 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-39e6ed89-21f7-4ee5-94bd-e732b2f9bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (9c94f973-75c5-4b03-80c8-7089dd45bbd8), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.007482 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3de7-5f39-4928-bd80-b6b98e065104 req-764a85a2-71d8-454c-82c5-a2f1b2643be4 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:45.023433 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e19a3de7-5f39-4928-bd80-b6b98e065104 req-764a85a2-71d8-454c-82c5-a2f1b2643be4 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.3334682 Mar 22 17:34:45.075081 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ed64f-d00f-45a5-9a64-e30598531e90 x-openstack-request-id: req-3e9ed64f-d00f-45a5-9a64-e30598531e90 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:45.075723 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-plugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:45.076369 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e9ed64f-d00f-45a5-9a64-e30598531e90 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:45.076953 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9ed64f-d00f-45a5-9a64-e30598531e90'] response: {'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16', 'code': 200} Mar 22 17:34:45.135355 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e19a3de7-5f39-4928-bd80-b6b98e065104 req-830375c4-4bb6-4bcd-b7e9-64d60634ef8b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083915 Mar 22 17:34:45.143294 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-39e6ed89-21f7-4ee5-94bd-e732b2f9bcf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e74354a8978d429ab7f89091227537f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7783687 Mar 22 17:34:45.152517 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35568) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:45.163538 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ed89-21f7-4ee5-94bd-e732b2f9bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94f973-75c5-4b03-80c8-7089dd45bbd8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:45.564221 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe9f0-e33f-48db-a467-68dc771df4ef admin admin] Publish callbacks [] for security_group (9c94f973-75c5-4b03-80c8-7089dd45bbd8), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.637250 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe9f0-e33f-48db-a467-68dc771df4ef admin admin] Publish callbacks [] for security_group (9c94f973-75c5-4b03-80c8-7089dd45bbd8), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.945948 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe9f0-e33f-48db-a467-68dc771df4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (9c94f973-75c5-4b03-80c8-7089dd45bbd8), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.950619 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe9f0-e33f-48db-a467-68dc771df4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.957274 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-6cfbe9f0-e33f-48db-a467-68dc771df4ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c94f973-75c5-4b03-80c8-7089dd45bbd8 HTTP/1.1" status: 204 len: 168 time: 0.8015916 Mar 22 17:34:46.006720 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbe9f0-e33f-48db-a467-68dc771df4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94f973-75c5-4b03-80c8-7089dd45bbd8,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:46.039969 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88a796-1edb-4234-b790-3f8cdd001531 req-7887302c-3870-4602-ba2a-9e5332616fdd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:46.051917 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fb88a796-1edb-4234-b790-3f8cdd001531 req-7887302c-3870-4602-ba2a-9e5332616fdd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.3079309 Mar 22 17:34:46.103338 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3c22b-2af6-4984-bc90-04cf22b15482 req-33bf969d-66af-436e-b36a-8e187c3a6cb2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:46.116066 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35584) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:46.117091 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20a3c22b-2af6-4984-bc90-04cf22b15482 req-33bf969d-66af-436e-b36a-8e187c3a6cb2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.3078651 Mar 22 17:34:46.127129 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'port_id': 'c3df2cdc-4714-458a-ad79-67e76753a4e4'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:46.286018 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (95a19132-630b-43aa-8c65-c83687ea14c6), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.331067 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fb88a796-1edb-4234-b790-3f8cdd001531 req-5365d341-1c4f-4fed-8f8f-3a5051308376 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746644 Mar 22 17:34:46.637583 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ef154-bb5d-43c7-b448-823362b38044 req-515732ed-ebb3-4db4-bf89-ad708aa1ae56 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:46.643216 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b59ef154-bb5d-43c7-b448-823362b38044 req-515732ed-ebb3-4db4-bf89-ad708aa1ae56 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.2596982 Mar 22 17:34:46.725534 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-000a1c26-648e-4213-8367-d2e78f1655b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.745193 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b59ef154-bb5d-43c7-b448-823362b38044 req-b08b8dcc-a11c-49ec-a17b-29e773307370 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896950 Mar 22 17:34:47.353272 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.359315 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (95a19132-630b-43aa-8c65-c83687ea14c6), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.750244 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP 95a19132-630b-43aa-8c65-c83687ea14c6 associated. External IP: 172.28.1.202, port: c3df2cdc-4714-458a-ad79-67e76753a4e4. Mar 22 17:34:47.768646 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ccf14-e33d-4c70-8828-decb259783b2 req-2a9ec31b-5a84-4e31-a010-5a671536165e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:47.779926 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d34ccf14-e33d-4c70-8828-decb259783b2 req-2a9ec31b-5a84-4e31-a010-5a671536165e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2002156 Mar 22 17:34:47.957059 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d34ccf14-e33d-4c70-8828-decb259783b2 req-6b7935ed-d8cc-46a8-9e4d-b65645d0d289 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750150 Mar 22 17:34:48.650220 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:34:48.872477 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35614) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:48.878097 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192319067', 'description': 'tempest-description--2100810875'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:48.931855 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df1478d6-f038-43e4-833f-389a1b3054e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.943388 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.021259 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:49.031235 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.039773 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:49.108773 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:49.110150 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:49.193411 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1a6f349b-eaad-4d1a-ab73-d889851392fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "PUT /v2.0/floatingips/95a19132-630b-43aa-8c65-c83687ea14c6 HTTP/1.1" status: 200 len: 992 time: 3.0745676 Mar 22 17:34:49.194097 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:49.206844 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:49.271182 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group (4e35a228-bc8a-4a9e-acd2-10ec29de4191), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.284184 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4e35a228-bc8a-4a9e-acd2-10ec29de4191), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.307068 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f906dd-82d3-46f2-825e-dab077d63ef2 x-openstack-request-id: req-56f906dd-82d3-46f2-825e-dab077d63ef2 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:49.307782 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:49.308457 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56f906dd-82d3-46f2-825e-dab077d63ef2 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:49.309375 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f906dd-82d3-46f2-825e-dab077d63ef2'] response: {'name': 'network-changed', 'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'status': 'completed', 'code': 200} Mar 22 17:34:49.384580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.391600 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5173790 Mar 22 17:34:49.400383 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35630) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:49.406121 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'security_group_rule': {'security_group_id': '4e35a228-bc8a-4a9e-acd2-10ec29de4191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:49.419997 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e59c7-98ec-4b57-80cc-aacb415af3d7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35a228-bc8a-4a9e-acd2-10ec29de4191,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:49.442715 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932ed6-402c-472b-82a1-47b91cb91185 req-d2dc240c-6053-41d0-94f5-fc60365c16b1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:49.454723 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2d932ed6-402c-472b-82a1-47b91cb91185 req-d2dc240c-6053-41d0-94f5-fc60365c16b1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.3120377 Mar 22 17:34:49.469810 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:49.580090 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2d932ed6-402c-472b-82a1-47b91cb91185 req-08288815-5b0a-4f0d-b65b-780429ee2236 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229680 Mar 22 17:34:49.601073 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group_rule (e483665b-002f-4042-a35a-555a43a66300), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.632045 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-449d89ae-0a9d-4a34-b06b-9ead58861417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:49.634963 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-449d89ae-0a9d-4a34-b06b-9ead58861417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 1130 time: 0.2904973 Mar 22 17:34:49.760541 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group_rule (e483665b-002f-4042-a35a-555a43a66300), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.768298 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (e483665b-002f-4042-a35a-555a43a66300), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.860254 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.879507 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4750047 Mar 22 17:34:49.880383 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35634) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:49.922733 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'security_group_rule': {'security_group_id': '4e35a228-bc8a-4a9e-acd2-10ec29de4191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:49.948904 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bbefd-e120-4059-a090-03002cdaaf18 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e483665b-002f-4042-a35a-555a43a66300,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:49.961771 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group_rule (0bdfdb46-c531-4f7a-a1a6-762db12d504b), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.042930 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-63f1d409-910d-48d3-a4cf-1123143ea6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:50.045508 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-63f1d409-910d-48d3-a4cf-1123143ea6f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.3938813 Mar 22 17:34:50.066114 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.148349 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group_rule (0bdfdb46-c531-4f7a-a1a6-762db12d504b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.160506 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (0bdfdb46-c531-4f7a-a1a6-762db12d504b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.213534 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdfdb46-c531-4f7a-a1a6-762db12d504b,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:50.229812 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.236674 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35636) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:50.239025 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-fc119d0c-c18a-4584-9488-e755ad6b3140 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297422 Mar 22 17:34:50.245969 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:50.260851 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.325082 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:26Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}, {'id': '95a19132-630b-43aa-8c65-c83687ea14c6', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.202', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:33:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:26Z', 'updated_at': '2022-03-22T17:34:47Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:50.331371 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-ea70451e-4c0d-4ab7-b8c7-e3219340794f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4 HTTP/1.1" status: 200 len: 1000 time: 0.2782440 Mar 22 17:34:50.337597 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.446076 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:50.472934 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:50.473787 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:50.672928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-4a603cbf-aa8b-4af2-9af6-6649e2db47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:50.675595 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-4a603cbf-aa8b-4af2-9af6-6649e2db47f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.3186853 Mar 22 17:34:50.813678 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:50.965850 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.040799 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43498496-5d78-41c6-a051-0a09d718a2a9 req-2d00e356-1e1d-4029-aa59-0c227383f61e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:51.053634 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-43498496-5d78-41c6-a051-0a09d718a2a9 req-2d00e356-1e1d-4029-aa59-0c227383f61e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2203846 Mar 22 17:34:51.238171 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-43498496-5d78-41c6-a051-0a09d718a2a9 req-abd6a19d-0cc8-4770-b9a7-5ad8926dc554 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575296 Mar 22 17:34:51.269881 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-d5a02c1c-3fc8-4b23-a40e-283f4f84f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:51.274157 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-d5a02c1c-3fc8-4b23-a40e-283f4f84f4a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5768769 Mar 22 17:34:51.368264 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Allocated IP 172.28.1.238 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/30369d92-ef2c-467d-a08a-4c6eab07607b) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:51.534848 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.571251 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.592964 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:26Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}, {'id': '95a19132-630b-43aa-8c65-c83687ea14c6', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.202', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:33:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:26Z', 'updated_at': '2022-03-22T17:34:47Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:51.633200 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.664696 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d44ad5-5caa-4174-b65e-f244b32e9ef9 None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:26Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}, {'id': '95a19132-630b-43aa-8c65-c83687ea14c6', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.202', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:33:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:26Z', 'updated_at': '2022-03-22T17:34:47Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:51.758053 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:51.805789 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:51.811891 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:51.872368 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'Port': ['ID=30369d92-ef2c-467d-a08a-4c6eab07607b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:51.965168 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-c9141541-5fc3-4c7c-ab41-33a49b87c36e service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799521 Mar 22 17:34:52.103338 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0450e6f6-5a3b-4ef8-a454-f6d8ebcb3627 req-03e8e9f4-b814-42c0-8cf3-886a297099fb service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200960 Mar 22 17:34:52.167365 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.298774 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94657bf6-17de-4541-a0ae-23811a50851d None None] New status for floating IP 95a19132-630b-43aa-8c65-c83687ea14c6: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:34:52.311206 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.678753 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a45838-a1eb-435c-92ad-e1f794676d79 req-a84b34ca-945b-4e35-b0da-47d821d4f974 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:52.700922 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-16a45838-a1eb-435c-92ad-e1f794676d79 req-a84b34ca-945b-4e35-b0da-47d821d4f974 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1762192 Mar 22 17:34:52.807687 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.817988 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.884067 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-16a45838-a1eb-435c-92ad-e1f794676d79 req-44afc7d8-93a9-4cba-aefe-f804aadad50c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814704 Mar 22 17:34:53.179748 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.288126 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.292719 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'Port': ['ID=30369d92-ef2c-467d-a08a-4c6eab07607b,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:53.413963 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.415349 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c014a224-da96-4060-96bb-0694bf39ea99 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1776862 Mar 22 17:34:54.146559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35c1c-c20f-4e43-8803-0e65368924aa req-2925c43b-a18b-40d1-b86d-c2b73d36bfe2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:54.162061 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-76a35c1c-c20f-4e43-8803-0e65368924aa req-2925c43b-a18b-40d1-b86d-c2b73d36bfe2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1692429 Mar 22 17:34:54.291373 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-76a35c1c-c20f-4e43-8803-0e65368924aa req-f2d98560-a4e9-4915-837e-07a29cf28785 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250200 Mar 22 17:34:55.540955 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cef16-87c2-414f-ba2a-68119b8fd9e0 req-cf51a7a3-161b-464d-99f5-9425ed0e1a47 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:55.542769 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-111cef16-87c2-414f-ba2a-68119b8fd9e0 req-cf51a7a3-161b-464d-99f5-9425ed0e1a47 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.0811765 Mar 22 17:34:55.656579 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-111cef16-87c2-414f-ba2a-68119b8fd9e0 req-af706c85-c230-4ca8-a9c0-ff0e6b2f16c2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051605 Mar 22 17:34:56.954423 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7712cfc-7c26-47cf-a662-f5f8e047ced6 req-a93af0f0-91fd-4a94-b677-f0ad92fab820 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:56.973296 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7712cfc-7c26-47cf-a662-f5f8e047ced6 req-a93af0f0-91fd-4a94-b677-f0ad92fab820 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1472390 Mar 22 17:34:57.059646 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7712cfc-7c26-47cf-a662-f5f8e047ced6 req-25215cd2-5d42-48f6-b985-f1228954a4ee tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820255 Mar 22 17:34:57.207842 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35708) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:57.415795 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2f611bd8-aad6-4784-896d-cae930c1aef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.572936 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2f611bd8-aad6-4784-896d-cae930c1aef1 admin admin] Publish callbacks [] for security_group (9c3dee67-d21d-4877-9f6b-01544b0ffb71), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.579572 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2f611bd8-aad6-4784-896d-cae930c1aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (9c3dee67-d21d-4877-9f6b-01544b0ffb71), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.639357 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-2f611bd8-aad6-4784-896d-cae930c1aef1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40fea61dd9064ba590f79bc9018d711d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297125 Mar 22 17:34:57.642988 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35716) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:57.721762 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611bd8-aad6-4784-896d-cae930c1aef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3dee67-d21d-4877-9f6b-01544b0ffb71,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:57.812943 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d482bb4a-7457-4fe4-93aa-eeb97c65d377 admin admin] Publish callbacks [] for security_group (9c3dee67-d21d-4877-9f6b-01544b0ffb71), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.868207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d482bb4a-7457-4fe4-93aa-eeb97c65d377 admin admin] Publish callbacks [] for security_group (9c3dee67-d21d-4877-9f6b-01544b0ffb71), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.001152 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d482bb4a-7457-4fe4-93aa-eeb97c65d377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (9c3dee67-d21d-4877-9f6b-01544b0ffb71), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.008521 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d482bb4a-7457-4fe4-93aa-eeb97c65d377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.014715 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-d482bb4a-7457-4fe4-93aa-eeb97c65d377 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c3dee67-d21d-4877-9f6b-01544b0ffb71 HTTP/1.1" status: 204 len: 168 time: 0.3655150 Mar 22 17:34:58.030209 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bb4a-7457-4fe4-93aa-eeb97c65d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3dee67-d21d-4877-9f6b-01544b0ffb71,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:58.435371 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cafde-1bc3-46b8-bdbe-8be3cb519928 req-bef5152e-f79a-4f09-8807-613cb3e10862 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:58.445426 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9a8cafde-1bc3-46b8-bdbe-8be3cb519928 req-bef5152e-f79a-4f09-8807-613cb3e10862 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1624413 Mar 22 17:34:58.561468 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9a8cafde-1bc3-46b8-bdbe-8be3cb519928 req-ef0e8887-114e-4ac9-bcb4-9455cf5e8bab tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149161 Mar 22 17:34:59.544660 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-a4458fce-3471-4a34-b3c2-88893da4c5ac tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1192319067&fields=id&tenant_id=649cf937c9f94e93bb9540a976dabe34 HTTP/1.1" status: 200 len: 267 time: 0.1210876 Mar 22 17:34:59.836371 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35762) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:59.849735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-5e8101bd-ff17-4c5a-bc6d-7afdbfa8f51d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:59.851983 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-5e8101bd-ff17-4c5a-bc6d-7afdbfa8f51d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 819 time: 0.2899277 Mar 22 17:34:59.922847 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-2f09b719-2587-4751-90d9-a6ff8f3a21e2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/quotas/649cf937c9f94e93bb9540a976dabe34 HTTP/1.1" status: 200 len: 375 time: 0.0634820 Mar 22 17:34:59.966070 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b597-7288-498f-b8a2-fff0327ec2a2 req-614857be-9c53-4c4f-bbc3-f7949dba7a45 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:59.968073 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5e09b597-7288-498f-b8a2-fff0327ec2a2 req-614857be-9c53-4c4f-bbc3-f7949dba7a45 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.2124543 Mar 22 17:34:59.991701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-257951818-network', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:00.027533 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Made reservation on behalf of f96eb32da8e948a7bf31d089754a2e11 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:00.031198 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.049018 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.135406 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5e09b597-7288-498f-b8a2-fff0327ec2a2 req-4d607118-8786-4e98-b168-7e4cc853755e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376414 Mar 22 17:35:00.150882 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks [] for security_group (ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.157643 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.169945 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-78f76ac3-959d-4cdf-bc41-fbd9c761e829 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2379823 Mar 22 17:35:00.187143 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:35:00.231095 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (034f60f4-21f9-43c4-9446-27b1ddd20ce4), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.232233 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Added segment 034f60f4-21f9-43c4-9446-27b1ddd20ce4 of type vlan for network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b Mar 22 17:35:00.248857 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:00.328347 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.356775 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-66dd56ee-3c17-42f0-bbf7-03d662862b57 service neutron] 10.222.0.48 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723464 Mar 22 17:35:00.379987 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.384460 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:00.386846 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.480646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:00.492944 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:35:00.493537 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c6634350-613f-4322-9ce5-05c5d499e9c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6552219 Mar 22 17:35:00.496625 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35772) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:00.516015 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Request body: {'subnet': {'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-257951818-subnet', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:00.537362 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-206afddc-1aae-4a89-8d2e-83142aec8fed service neutron] 10.222.0.48 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733613 Mar 22 17:35:00.566347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Made reservation on behalf of f96eb32da8e948a7bf31d089754a2e11 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:00.570232 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26337164'] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.880318 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26337178'] for subnet (b15250d4-e4d9-401e-85ed-bc5cd3edae8d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.952132 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15250d4-e4d9-401e-85ed-bc5cd3edae8d,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:00.957112 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e4e82817-67fb-4870-92b1-4d286a6d0879 req-dc6027e7-0778-4b9a-a478-c0d9d4763dbc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 210 time: 0.0890288 Mar 22 17:35:01.019162 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Checking segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:01.019543 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Network hostable DHCP agents. Network: ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:35:01.056411 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:35:01.070261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:01.075881 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:01.076719 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.089106 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49594e84-618e-45e1-9200-af071ed36b8a None None] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:01.128850 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-05940d75-f431-41d8-b010-e40d935589d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6299460 Mar 22 17:35:01.129400 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35804) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:01.135830 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:01.171978 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (9ca15064-9d55-48eb-91ca-82624ba3c94c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.174601 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (9ca15064-9d55-48eb-91ca-82624ba3c94c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.274996 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:35:01.292409 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks [] for router_controller (9ca15064-9d55-48eb-91ca-82624ba3c94c), precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.295512 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.441683 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade387-29c7-4af9-8215-c8ac5523b99e req-c840cc26-fcd0-477b-b922-391dcc32c243 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:01.444623 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f4ade387-29c7-4af9-8215-c8ac5523b99e req-c840cc26-fcd0-477b-b922-391dcc32c243 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1636276 Mar 22 17:35:01.564162 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f4ade387-29c7-4af9-8215-c8ac5523b99e req-36899e80-1fbd-42b3-9bd8-cbd82df51888 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039028 Mar 22 17:35:01.595167 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks [] for router_gateway (9ca15064-9d55-48eb-91ca-82624ba3c94c), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.642549 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Allocated IP 172.20.0.2 (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b/b15250d4-e4d9-401e-85ed-bc5cd3edae8d/9d6d03bb-48e5-4074-9b38-7b8464dded03) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:01.902810 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Publish callbacks [] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.910811 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.954000 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks [] for router_gateway (9ca15064-9d55-48eb-91ca-82624ba3c94c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.992748 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.997090 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:02.003677 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:02.009655 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:02.042383 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Pushing event updated for resources: {'Port': ['ID=9d6d03bb-48e5-4074-9b38-7b8464dded03,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:02.072263 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.073032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.073621 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.074224 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.074792 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.075368 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.076459 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.076997 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.077540 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.078089 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.078524 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.079064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.079523 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.080031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.080429 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:02.117321 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Attempting to bind port 9d6d03bb-48e5-4074-9b38-7b8464dded03 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:02.117690 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Attempting to bind port 9d6d03bb-48e5-4074-9b38-7b8464dded03 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:02.118247 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Attempting to bind port 9d6d03bb-48e5-4074-9b38-7b8464dded03 on network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:02.125205 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:02.125873 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Checking segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:02.126434 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:02.127167 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Bound using segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:02.127841 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Bound port: 9d6d03bb-48e5-4074-9b38-7b8464dded03, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:02.128437 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:02.143654 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b8738324-99c9-4723-993d-94749e9bf66d req-2f3747bc-32ec-4739-88ea-2a777f0884d3 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 210 time: 0.0760360 Mar 22 17:35:02.200419 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Allocated IP 172.28.1.197 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/8c17d3d7-3247-4345-a17c-dcfce7c88a42) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:02.221266 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] For port 9d6d03bb-48e5-4074-9b38-7b8464dded03, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:02.226030 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] For port 9d6d03bb-48e5-4074-9b38-7b8464dded03, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9d6d03bb-48e5-4074-9b38-7b8464dded03,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:02.236184 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:02.300528 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8e18d-f0f1-47a2-af15-07a1302f1027 None None] Pushing event updated for resources: {'Port': ['ID=9d6d03bb-48e5-4074-9b38-7b8464dded03,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:02.376038 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks [] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:02.480702 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:02.553770 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac6628-decd-4e24-9844-792a7e60d401 req-9bf9278f-e32d-4306-8919-11a87a32f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.557737 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-9bf9278f-e32d-4306-8919-11a87a32f024 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1129 time: 0.1621091 Mar 22 17:35:02.590886 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:02.623810 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:02.628029 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:02.751141 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac6628-decd-4e24-9844-792a7e60d401 req-c825f767-645d-46b5-babe-474202b100d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.753350 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-c825f767-645d-46b5-babe-474202b100d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.1781301 Mar 22 17:35:02.754315 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Pushing event updated for resources: {'Port': ['ID=8c17d3d7-3247-4345-a17c-dcfce7c88a42,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:02.939197 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-b1e9d9c6-aec5-4895-9f98-1071f3c71909 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.941360 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-b1e9d9c6-aec5-4895-9f98-1071f3c71909 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 819 time: 0.3144085 Mar 22 17:35:02.956051 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f87899-849f-4478-9675-556c5edf2df0 req-15bede3b-21d8-4172-996e-8e3ea7439497 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.957758 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7f87899-849f-4478-9675-556c5edf2df0 req-15bede3b-21d8-4172-996e-8e3ea7439497 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.1923254 Mar 22 17:35:03.033124 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35860) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:03.085867 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-0ff1a0dd-ddb0-4aa0-9c35-5417e9b08496 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=649cf937c9f94e93bb9540a976dabe34 HTTP/1.1" status: 200 len: 380 time: 0.1270943 Mar 22 17:35:03.094074 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7f87899-849f-4478-9675-556c5edf2df0 req-ae360ffb-b691-4b05-b1d5-06eb6e9bf018 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206467 Mar 22 17:35:03.103588 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'port': {'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'admin_state_up': True, 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'security_groups': ['4e35a228-bc8a-4a9e-acd2-10ec29de4191']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:03.176921 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_v2 [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Deleting subnet 163aa437-8258-44ca-942f-be59a447fcb7 {{(pid=103198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:35:03.189518 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Publish callbacks [] for subnet (163aa437-8258-44ca-942f-be59a447fcb7), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.254869 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506761'] for subnet (163aa437-8258-44ca-942f-be59a447fcb7), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.333977 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-1001bde2-d4c2-4c2b-a632-42abb18cd67c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 1001 time: 0.5257599 Mar 22 17:35:03.350508 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8802e7eb-3a7c-466e-82cf-e741c9f4cd7f req-223bcb2e-4701-4402-97b7-eb642ea88385 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 210 time: 0.0463221 Mar 22 17:35:03.387436 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Made reservation on behalf of 649cf937c9f94e93bb9540a976dabe34 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:03.391297 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.412886 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9d6d03bb-48e5-4074-9b38-7b8464dded03 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:03.423399 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (163aa437-8258-44ca-942f-be59a447fcb7), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.494919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac6628-decd-4e24-9844-792a7e60d401 req-397ac1b4-87cb-4d82-91cf-c4adf50bbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:03.496751 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-397ac1b4-87cb-4d82-91cf-c4adf50bbcb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.1084321 Mar 22 17:35:03.498732 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 9d6d03bb-48e5-4074-9b38-7b8464dded03 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:03.499764 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.575177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26098723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26337185'] for subnet (163aa437-8258-44ca-942f-be59a447fcb7), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.612217 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163aa437-8258-44ca-942f-be59a447fcb7,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:03.618436 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9d6d03bb-48e5-4074-9b38-7b8464dded03 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:03.619423 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.655103 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Allocated IP 172.20.0.14 (9707dd0b-e995-4ba4-ab35-779c51ac595e/4a0035cb-bfbb-4970-b45d-a29d203dac83/a76ab32c-4802-4850-82bb-7b3c193a7ba6) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:03.667146 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 9d6d03bb-48e5-4074-9b38-7b8464dded03, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9d6d03bb-48e5-4074-9b38-7b8464dded03,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:03.675843 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.676431 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.679879 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-23905299-0bc3-4381-996a-e07dafdf4280 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/163aa437-8258-44ca-942f-be59a447fcb7 HTTP/1.1" status: 204 len: 168 time: 0.6456223 Mar 22 17:35:03.688207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35864) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:03.741423 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac6628-decd-4e24-9844-792a7e60d401 req-b62a6865-99ca-46f9-92f9-6173923c5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:03.744903 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-b62a6865-99ca-46f9-92f9-6173923c5790 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2398903 Mar 22 17:35:03.753651 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=9d6d03bb-48e5-4074-9b38-7b8464dded03,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:03.793237 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73e8dc-2986-48af-b1cf-5e730030e023 None None] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:03.835194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (f5cd268e-f876-4757-93ed-bc2033797934), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.872166 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks [] for router_gateway (9ca15064-9d55-48eb-91ca-82624ba3c94c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.897792 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4cc95b0f-6e36-4746-a7fe-43fa2f9688f0 None None] Provisioning complete for port 9d6d03bb-48e5-4074-9b38-7b8464dded03 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:03.897792 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4cc95b0f-6e36-4746-a7fe-43fa2f9688f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.993468 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (f5cd268e-f876-4757-93ed-bc2033797934), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.007537 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.037821 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc95b0f-6e36-4746-a7fe-43fa2f9688f0 None None] Current status of the port 9d6d03bb-48e5-4074-9b38-7b8464dded03 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:04.039745 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cd268e-f876-4757-93ed-bc2033797934']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:04.055890 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feac600-f1f6-442b-af0f-aaa1935a6ad6') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:04.056302 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feac600-f1f6-442b-af0f-aaa1935a6ad6') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:04.071882 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-0c129806-322a-45bc-b187-340974aec2da service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198860 Mar 22 17:35:04.073508 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (9feac600-f1f6-442b-af0f-aaa1935a6ad6), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.102090 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (9feac600-f1f6-442b-af0f-aaa1935a6ad6), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.110609 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.112759 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:35:04.113233 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (9feac600-f1f6-442b-af0f-aaa1935a6ad6), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:35:04.115261 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:35:04.271391 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:04.276784 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-be962e2b-35c6-4b7a-9838-795bbdb70c5f None None] Provisioning complete for port 9d6d03bb-48e5-4074-9b38-7b8464dded03 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:04.277705 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be962e2b-35c6-4b7a-9838-795bbdb70c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.302307 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:04.305058 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:04.371137 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event updated for resources: {'Port': ['ID=a76ab32c-4802-4850-82bb-7b3c193a7ba6,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:04.379777 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (f5cd268e-f876-4757-93ed-bc2033797934), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.410497 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:35:04.411977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:04.412917 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.426998 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-be962e2b-35c6-4b7a-9838-795bbdb70c5f None None] Current status of the port 9d6d03bb-48e5-4074-9b38-7b8464dded03 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:04.429886 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.438454 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5cd268e-f876-4757-93ed-bc2033797934 HTTP/1.1" status: 204 len: 168 time: 0.7473290 Mar 22 17:35:04.468613 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (9ca15064-9d55-48eb-91ca-82624ba3c94c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.471103 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f41c-68ef-4d32-bd8d-f321f3b1e894 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5cd268e-f876-4757-93ed-bc2033797934,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:04.476500 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ffac6628-decd-4e24-9844-792a7e60d401 req-3696bfc5-b9f7-48e3-a243-9493979f03a1 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969340 Mar 22 17:35:04.540289 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03743-564a-4fb2-bd03-e55c62862e90 req-d64475bc-94de-457e-b2ff-92659a1aa470 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:04.543238 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-25a03743-564a-4fb2-bd03-e55c62862e90 req-d64475bc-94de-457e-b2ff-92659a1aa470 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 945 time: 0.3142304 Mar 22 17:35:04.549138 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c0bc1d9b-9dd1-4145-8071-f9d6f2d51068 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4515736 Mar 22 17:35:04.569882 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Request body: {'port': {'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:04.651527 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35872) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:04.733022 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-25a03743-564a-4fb2-bd03-e55c62862e90 req-27fa00ed-fdc0-4d09-8ab3-278c4151b85a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824272 Mar 22 17:35:04.738552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.753063 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-f1cf58e7-8d17-42e8-833e-7394e07df067 None None] Provisioning complete for port a76ab32c-4802-4850-82bb-7b3c193a7ba6 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:04.753453 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1cf58e7-8d17-42e8-833e-7394e07df067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.761406 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-00d836b3-5c00-4fb7-a8cf-ac0d88bbd37f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d93ea794bb82457cb2371d98a06d0287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059740 Mar 22 17:35:04.765505 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35874) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:04.785973 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Router 9ca15064-9d55-48eb-91ca-82624ba3c94c is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:35:04.788907 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bba8f-dbb8-4d28-a0da-06ac91e735a0 req-64a95d15-d03d-4998-aef1-dd706a2e7db2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:04.791903 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a27bba8f-dbb8-4d28-a0da-06ac91e735a0 req-64a95d15-d03d-4998-aef1-dd706a2e7db2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 932 time: 0.2044015 Mar 22 17:35:04.797795 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf58e7-8d17-42e8-833e-7394e07df067 None None] Port a76ab32c-4802-4850-82bb-7b3c193a7ba6 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:04.969535 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebbe567d-6bba-4659-91b2-b9aa144f992f admin admin] Publish callbacks [] for security_group (161976e9-0660-4362-b916-3fbc9d4d381c), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.003948 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebbe567d-6bba-4659-91b2-b9aa144f992f admin admin] Publish callbacks [] for security_group (161976e9-0660-4362-b916-3fbc9d4d381c), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.028532 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:05.060029 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Sync routers for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:05.069818 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.075123 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d7d8818f-dc3e-40e2-981e-18baebe7f499 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9414589 Mar 22 17:35:05.077574 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:05.078975 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35876) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:05.080786 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:05.204891 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:05.221325 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebbe567d-6bba-4659-91b2-b9aa144f992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (161976e9-0660-4362-b916-3fbc9d4d381c), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.227317 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebbe567d-6bba-4659-91b2-b9aa144f992f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.231810 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ebbe567d-6bba-4659-91b2-b9aa144f992f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/161976e9-0660-4362-b916-3fbc9d4d381c HTTP/1.1" status: 204 len: 168 time: 0.4624989 Mar 22 17:35:05.256216 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe567d-6bba-4659-91b2-b9aa144f992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161976e9-0660-4362-b916-3fbc9d4d381c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:05.278608 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a27bba8f-dbb8-4d28-a0da-06ac91e735a0 req-fcd4b269-9333-458e-99ac-1b5da224c814 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4730592 Mar 22 17:35:05.344115 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:35:05.410284 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:03Z', 'revision_number': 3, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:05.421742 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9d6d03bb-48e5-4074-9b38-7b8464dded03 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:05.439104 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Checking router: 9ca15064-9d55-48eb-91ca-82624ba3c94c for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:05.440199 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Updating router 9ca15064-9d55-48eb-91ca-82624ba3c94c port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:35:05.476917 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.588874 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 9d6d03bb-48e5-4074-9b38-7b8464dded03 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:05.590369 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.608472 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: ACTIVE; New status is: DOWN {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:05.608864 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.714070 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:05.719804 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd941e7-9359-43c6-b2e9-a0cd01f2211f" -d '{"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-unplugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:05.740628 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:05.757524 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.918188 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d64ba-712b-4485-aed4-0abbc7e3af2a x-openstack-request-id: req-dc8d64ba-712b-4485-aed4-0abbc7e3af2a {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:05.918528 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-unplugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:05.918803 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc8d64ba-712b-4485-aed4-0abbc7e3af2a {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:05.919338 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8d64ba-712b-4485-aed4-0abbc7e3af2a'] response: {'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16', 'code': 200} Mar 22 17:35:05.925656 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9d6d03bb-48e5-4074-9b38-7b8464dded03 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:05.942147 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76ab32c-4802-4850-82bb-7b3c193a7ba6 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:05.960982 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Publish callbacks [] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.965725 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=8']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:06.010968 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Transition to ACTIVE for port object a76ab32c-4802-4850-82bb-7b3c193a7ba6 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:35:06.018045 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.032037 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Publish callbacks [] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.040337 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.058244 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.102325 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Pushing event updated for resources: {'Port': ['ID=8c17d3d7-3247-4345-a17c-dcfce7c88a42,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:06.103100 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeff37b-2604-41e0-b74b-87e3be02e1e4 req-add7fabd-71c2-489a-a2c6-3816c7c1d691 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.104888 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Attempting to bind port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:06.105228 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Attempting to bind port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:06.105489 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2eeff37b-2604-41e0-b74b-87e3be02e1e4 req-add7fabd-71c2-489a-a2c6-3816c7c1d691 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1538846 Mar 22 17:35:06.105664 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Attempting to bind port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:06.112336 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:06.112720 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:06.113133 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.113534 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:06.114043 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Bound port: 8c17d3d7-3247-4345-a17c-dcfce7c88a42, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:06.114408 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.171821 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] For port 8c17d3d7-3247-4345-a17c-dcfce7c88a42, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:06.175292 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] For port 8c17d3d7-3247-4345-a17c-dcfce7c88a42, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=8c17d3d7-3247-4345-a17c-dcfce7c88a42,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:06.184094 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.184766 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.185869 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.186392 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.186971 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.187529 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.188058 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.188571 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.189113 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.189613 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.190099 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.190602 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.191162 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.191711 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.192232 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:06.196730 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.226461 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Attempting to bind port a76ab32c-4802-4850-82bb-7b3c193a7ba6 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:06.226831 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Attempting to bind port a76ab32c-4802-4850-82bb-7b3c193a7ba6 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:06.227190 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Attempting to bind port a76ab32c-4802-4850-82bb-7b3c193a7ba6 on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:06.253286 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:06.254096 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:06.267883 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2eeff37b-2604-41e0-b74b-87e3be02e1e4 req-5c48dac7-8cb9-4029-9c16-e188d5261a76 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418278 Mar 22 17:35:06.270473 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Pushing event updated for resources: {'Port': ['ID=a76ab32c-4802-4850-82bb-7b3c193a7ba6,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:06.280836 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Port a76ab32c-4802-4850-82bb-7b3c193a7ba6 on network 9707dd0b-e995-4ba4-ab35-779c51ac595e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:35:06.281421 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Attempting to bind port a76ab32c-4802-4850-82bb-7b3c193a7ba6 on network 9707dd0b-e995-4ba4-ab35-779c51ac595e {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:06.287953 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:06.288299 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Checking segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:06.288688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Bound using segment: {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:06.288810 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Allocated IP 172.20.0.1 (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b/b15250d4-e4d9-401e-85ed-bc5cd3edae8d/df331e76-6781-4af0-b767-6dcd878bc0f7) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:06.289126 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Bound port: a76ab32c-4802-4850-82bb-7b3c193a7ba6, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f35fe1-9142-4304-969f-fbcc72ce604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:06.289640 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.403713 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] For port a76ab32c-4802-4850-82bb-7b3c193a7ba6, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:06.413906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] For port a76ab32c-4802-4850-82bb-7b3c193a7ba6, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:06.429433 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks [] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.446729 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.471474 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.491617 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdb938-7896-4795-bbb2-7a51e35f6a65 None None] Pushing event updated for resources: {'Port': ['ID=8c17d3d7-3247-4345-a17c-dcfce7c88a42,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:06.513834 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.514483 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.516358 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] 10.222.0.64 "PUT /v2.0/ports/a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 1094 time: 1.9535732 Mar 22 17:35:06.535531 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:06.543454 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:06.549214 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:06.555455 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0652a50d-400a-4ff7-a11e-12e63b24fe2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:06.561946 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:06.580903 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:06.603361 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Pushing event updated for resources: {'Port': ['ID=df331e76-6781-4af0-b767-6dcd878bc0f7,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:06.633949 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (9ca15064-9d55-48eb-91ca-82624ba3c94c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.657389 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ed5e-f172-4337-9007-6aadbae657cc service neutron] Pushing event updated for resources: {'Port': ['ID=a76ab32c-4802-4850-82bb-7b3c193a7ba6,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:06.670796 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e309f-1989-4e6a-9fa1-53f84deef4ce req-06170e94-82af-4f26-ac83-98e0f9500db7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.672433 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-420e309f-1989-4e6a-9fa1-53f84deef4ce req-06170e94-82af-4f26-ac83-98e0f9500db7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 944 time: 0.2088256 Mar 22 17:35:06.681310 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d726d063-89e5-4f89-a4fe-35be0b0e5b1a x-openstack-request-id: req-d726d063-89e5-4f89-a4fe-35be0b0e5b1a {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:06.681605 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:06.681860 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d726d063-89e5-4f89-a4fe-35be0b0e5b1a {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:06.682259 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d726d063-89e5-4f89-a4fe-35be0b0e5b1a'] response: {'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'status': 'completed', 'code': 200} Mar 22 17:35:06.707293 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-9db4ef73-bf1a-4b3a-aa50-30cab13054ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.709109 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-9db4ef73-bf1a-4b3a-aa50-30cab13054ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1128 time: 0.1370597 Mar 22 17:35:06.792762 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-0d4a5255-600a-4669-abe5-b40c61548057 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 217 time: 0.0685351 Mar 22 17:35:06.808421 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-420e309f-1989-4e6a-9fa1-53f84deef4ce req-fd64ab7a-3a05-4d99-b22d-250633c60ee6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286881 Mar 22 17:35:06.899440 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-b421ef19-7377-421b-8ae2-f03ad5b6bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.903328 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-b421ef19-7377-421b-8ae2-f03ad5b6bcad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0881062 Mar 22 17:35:06.971448 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:03Z', 'revision_number': 3, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:06.987851 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-c6b76cfe-f126-44ca-8f4b-d229de11122f None None] Provisioning complete for port df331e76-6781-4af0-b767-6dcd878bc0f7 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:06.988733 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6b76cfe-f126-44ca-8f4b-d229de11122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.003814 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaa29-6135-4997-8082-7de8775091f7 req-9acd9c83-f798-4f4a-bcdc-6be8e5ea6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.005647 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-9acd9c83-f798-4f4a-bcdc-6be8e5ea6cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0922899 Mar 22 17:35:07.008559 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5dc53-2af6-4639-8937-da09dc67457f None None] The sync data for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb is: [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:03Z', 'revision_number': 3, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:07.048585 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c6b76cfe-f126-44ca-8f4b-d229de11122f None None] Port df331e76-6781-4af0-b767-6dcd878bc0f7 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:07.114507 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.131463 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-c422be07-23fa-4ea7-861b-b8211d341876 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155703 Mar 22 17:35:07.265380 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1eabaa29-6135-4997-8082-7de8775091f7 req-bd89d92f-dbf8-4920-a740-9d0cd7d2cbc1 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251829 Mar 22 17:35:07.428215 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-3caf4789-7dd4-4d3c-858a-75b7e32c1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.429925 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-3caf4789-7dd4-4d3c-858a-75b7e32c1b15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1128 time: 0.0672913 Mar 22 17:35:07.451803 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks [] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.458930 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.542761 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Pushing event updated for resources: {'Port': ['ID=df331e76-6781-4af0-b767-6dcd878bc0f7,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:07.546144 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (9ca15064-9d55-48eb-91ca-82624ba3c94c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.653510 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac418bd1-01bb-47b7-b74f-6ec0c19e735b req-2e659066-702a-4762-bc94-c6f132dd7058 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.656857 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ac418bd1-01bb-47b7-b74f-6ec0c19e735b req-2e659066-702a-4762-bc94-c6f132dd7058 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.2083592 Mar 22 17:35:07.659549 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-be39464d-19fe-4eb6-a6d1-a766e6eaff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.662621 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-be39464d-19fe-4eb6-a6d1-a766e6eaff65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.2227900 Mar 22 17:35:07.673550 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:07.676549 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:07.788564 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-3458a0c1-5ebe-429f-b74f-a4e29f70acf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 217 time: 0.1165147 Mar 22 17:35:07.864916 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Router 9ca15064-9d55-48eb-91ca-82624ba3c94c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:07.900208 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ac418bd1-01bb-47b7-b74f-6ec0c19e735b req-888158c9-76c7-4a02-9f07-dedb0cd4075e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328510 Mar 22 17:35:07.960051 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-1c39834a-0aae-4d99-94ce-26f92ceb17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.963236 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-1c39834a-0aae-4d99-94ce-26f92ceb17b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.1629043 Mar 22 17:35:08.020700 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-a56c5f03-e8d1-4c9d-9f47-6e9789faf530 None None] Provisioning complete for port df331e76-6781-4af0-b767-6dcd878bc0f7 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:08.021137 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a56c5f03-e8d1-4c9d-9f47-6e9789faf530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.083576 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:08.092404 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-b81b9916-8399-4a8c-9225-90ac6ea132d4 admin admin] 10.222.0.48 "PUT /v2.0/routers/9ca15064-9d55-48eb-91ca-82624ba3c94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108035 Mar 22 17:35:08.139355 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a56c5f03-e8d1-4c9d-9f47-6e9789faf530 None None] Port df331e76-6781-4af0-b767-6dcd878bc0f7 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:08.166997 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-48256c9c-7151-4516-9249-f67b57bd3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.170282 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-48256c9c-7151-4516-9249-f67b57bd3c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1992130 Mar 22 17:35:08.284688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286ca8-cafa-4721-a2c6-a8ec977aa035 req-ee06f108-8eea-44aa-98d7-d9a3de061d6c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.287508 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ef286ca8-cafa-4721-a2c6-a8ec977aa035 req-ee06f108-8eea-44aa-98d7-d9a3de061d6c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 944 time: 0.2627871 Mar 22 17:35:08.423248 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ef286ca8-cafa-4721-a2c6-a8ec977aa035 req-1ebeccea-48b2-40b8-bb42-72690275672f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295748 Mar 22 17:35:08.442646 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-2d6141aa-f845-40fc-9fdc-4415b13b348e service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652586 Mar 22 17:35:08.577636 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0652a50d-400a-4ff7-a11e-12e63b24fe2b req-7d0ba389-acda-4f04-9c01-b29c5a265634 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282697 Mar 22 17:35:08.678785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-380c7033-0f52-4bd4-ae04-9ff988e2575f req-7669edfa-5b00-4ee9-b8d8-35be935889b5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:35:08.679903 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-380c7033-0f52-4bd4-ae04-9ff988e2575f req-7669edfa-5b00-4ee9-b8d8-35be935889b5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060349 Mar 22 17:35:08.889279 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc07f5-0c7e-4d31-a38e-b8d307705ac9 req-f73a62ed-b580-4503-9372-73f7c92e25fc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.892099 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-46fc07f5-0c7e-4d31-a38e-b8d307705ac9 req-f73a62ed-b580-4503-9372-73f7c92e25fc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.0781825 Mar 22 17:35:08.955874 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-46fc07f5-0c7e-4d31-a38e-b8d307705ac9 req-1966b994-1c01-41e8-a90b-fd8481b5de4f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578806 Mar 22 17:35:08.996580 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35932) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:09.002068 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-254136054-network', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:09.023684 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Made reservation on behalf of 817fb21569c54001811cbb9d5a3b7d82 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:09.026196 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.037056 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.137216 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks [] for security_group (a67ade23-201a-40d2-aa8b-fbf0174dcced), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.141970 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a67ade23-201a-40d2-aa8b-fbf0174dcced), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.177176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:35:09.199271 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67ade23-201a-40d2-aa8b-fbf0174dcced,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:09.207114 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (5cdb08b5-0c42-4860-9dfc-e7b04237a8c3), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.207467 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Added segment 5cdb08b5-0c42-4860-9dfc-e7b04237a8c3 of type vlan for network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 Mar 22 17:35:09.256792 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.280401 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Sync routers for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:09.300369 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.301483 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:09.302089 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.306800 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:09.307606 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:09.369055 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3654420 Mar 22 17:35:09.370745 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35948) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:09.386077 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Request body: {'subnet': {'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-254136054-subnet', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'ip_version': 4}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:09.400943 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9eeb-d887-435a-a250-3258fa9d8167 admin admin] Pushing event updated for resources: {'Network': ['ID=90bad15c-30f8-4bc9-b8c2-aa7d37b766a5,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:09.413544 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device a76ab32c-4802-4850-82bb-7b3c193a7ba6 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:09.422289 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Made reservation on behalf of 817fb21569c54001811cbb9d5a3b7d82 for: {'subnet': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:09.423416 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:35:09.426668 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26337164'] for subnet (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.445058 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8c17d3d7-3247-4345-a17c-dcfce7c88a42 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:09.459863 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:35:09.488416 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35952) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:09.595145 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:35:09.609527 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-b3a65acf-0339-4ea5-be86-989b129fa909 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197712 Mar 22 17:35:09.615839 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-60e28906-3951-4950-abd3-b8a640edba7a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:35:09.627683 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-60e28906-3951-4950-abd3-b8a640edba7a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172694 Mar 22 17:35:09.658357 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347aec4-2f5f-4901-b687-dd098520a130 req-fec35c7b-0108-4c6f-9952-4dc9cba8ba98 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:09.667742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d347aec4-2f5f-4901-b687-dd098520a130 req-fec35c7b-0108-4c6f-9952-4dc9cba8ba98 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 944 time: 0.1209335 Mar 22 17:35:09.693657 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:09.760775 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35960) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:09.792458 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d347aec4-2f5f-4901-b687-dd098520a130 req-5693fd37-4ae1-4fbc-8835-1baea07468ec tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148448 Mar 22 17:35:09.794315 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26337178'] for subnet (4995c65b-b4a9-4014-8371-96642b54a993), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.870027 dv-cinder-820578-3-smb neutron-server[103199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:35:09.878999 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4995c65b-b4a9-4014-8371-96642b54a993,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:09.888212 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Checking segment: {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:09.888592 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Network hostable DHCP agents. Network: 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:35:09.911134 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:35:09.923076 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5) {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:09.932185 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-929e3e51-6ffe-473d-b3e9-08c089594e7a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:09.934273 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-929e3e51-6ffe-473d-b3e9-08c089594e7a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports/27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 940 time: 0.1705887 Mar 22 17:35:09.935962 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:09.936569 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.947970 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47907bef-5b19-4a29-90af-32c70a12d9f7 None None] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:09.955703 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-457e2ca8-d31d-4644-80ff-f60429839614 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5774653 Mar 22 17:35:09.957605 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 35966) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:09.962337 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:09.984814 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (a6cf4083-8124-4c96-b906-1ef433e55b21), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:09.986045 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (a6cf4083-8124-4c96-b906-1ef433e55b21), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.067217 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks [] for router_controller (a6cf4083-8124-4c96-b906-1ef433e55b21), precommit_add_association {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.073410 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:10.074115 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.106421 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: DOWN; New status is: DOWN {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:10.153235 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port a76ab32c-4802-4850-82bb-7b3c193a7ba6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:10.204394 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:10.273690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223098-a6ba-4991-9031-d14f833c55c2 req-c8693411-a325-4b27-8824-03f4eda9c4b9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:10.275259 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2223098-a6ba-4991-9031-d14f833c55c2 req-c8693411-a325-4b27-8824-03f4eda9c4b9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1623552 Mar 22 17:35:10.278017 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks [] for router_gateway (a6cf4083-8124-4c96-b906-1ef433e55b21), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.323281 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-90bad15c-30f8-4bc9-b8c2-aa7d37b766a5', 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5', 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'fixed_ips': [{'subnet_id': '4995c65b-b4a9-4014-8371-96642b54a993'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:35:10.324184 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.340897 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port a76ab32c-4802-4850-82bb-7b3c193a7ba6 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:10.342012 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.391631 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2223098-a6ba-4991-9031-d14f833c55c2 req-7cd3b6eb-7ce1-4acc-a374-6b09f5073a76 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881147 Mar 22 17:35:10.415031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76ab32c-4802-4850-82bb-7b3c193a7ba6 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:10.428743 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:10.430380 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.528656 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port a76ab32c-4802-4850-82bb-7b3c193a7ba6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:10.528656 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 8c17d3d7-3247-4345-a17c-dcfce7c88a42, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=8c17d3d7-3247-4345-a17c-dcfce7c88a42,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:10.538805 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.549034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.611486 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks [] for router_gateway (a6cf4083-8124-4c96-b906-1ef433e55b21), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.647683 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.675969 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 2, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:10.724679 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Checking router: 9ca15064-9d55-48eb-91ca-82624ba3c94c for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:10.725081 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Updating router 9ca15064-9d55-48eb-91ca-82624ba3c94c port df331e76-6781-4af0-b767-6dcd878bc0f7 binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:35:10.730446 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=8c17d3d7-3247-4345-a17c-dcfce7c88a42,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:10.758346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Allocated IP 172.20.0.2 (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5/4995c65b-b4a9-4014-8371-96642b54a993/072c6e51-d0f5-411b-915e-5d2eb8b1bf64) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:10.812775 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Allocated IP 172.28.1.205 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/269a5776-c28d-4500-b74b-ed5083839941) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:10.817113 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.916690 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=a76ab32c-4802-4850-82bb-7b3c193a7ba6,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:10.955701 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['a76ab32c-4802-4850-82bb-7b3c193a7ba6'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:11.035122 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks [] for port (269a5776-c28d-4500-b74b-ed5083839941), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.072894 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b55a52-8889-401e-ad1d-1e6191cfb6b4 req-cf18cce0-135a-4fc7-8a9a-a84bfe6d7286 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.075003 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-67b55a52-8889-401e-ad1d-1e6191cfb6b4 req-cf18cce0-135a-4fc7-8a9a-a84bfe6d7286 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 945 time: 0.1128383 Mar 22 17:35:11.107510 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (269a5776-c28d-4500-b74b-ed5083839941), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.194190 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:11.207150 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:11.215581 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-67b55a52-8889-401e-ad1d-1e6191cfb6b4 req-8f048979-d94e-4f1d-89a3-4d9fdca4734b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052818 Mar 22 17:35:11.216482 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:11.267367 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Pushing event updated for resources: {'Port': ['ID=269a5776-c28d-4500-b74b-ed5083839941,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:11.368357 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8c17d3d7-3247-4345-a17c-dcfce7c88a42 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:11.465828 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Publish callbacks [] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.518842 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.638725 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:11.655963 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:11.669583 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:11.682847 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Pushing event updated for resources: {'Port': ['ID=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:11.790526 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:11.790902 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.848564 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Publish callbacks [] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.875095 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.895937 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Attempting to bind port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:11.896317 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Attempting to bind port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:11.896680 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Attempting to bind port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 on network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:11.904261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb9db-92eb-430e-a868-67053a20aa3f req-1dea0df0-1c25-478b-a81e-bf86e3209731 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.905893 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c70fb9db-92eb-430e-a868-67053a20aa3f req-1dea0df0-1c25-478b-a81e-bf86e3209731 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.3612359 Mar 22 17:35:11.924564 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks [] for router_gateway (a6cf4083-8124-4c96-b906-1ef433e55b21), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.933792 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:11.934076 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Checking segment: {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:11.934251 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.934626 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Bound using segment: {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:11.935237 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Bound port: 072c6e51-d0f5-411b-915e-5d2eb8b1bf64, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:11.935624 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.969776 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af7b4-6b66-4170-8311-a256e99693c3 None None] Pushing event updated for resources: {'Port': ['ID=df331e76-6781-4af0-b767-6dcd878bc0f7,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:12.055854 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c70fb9db-92eb-430e-a868-67053a20aa3f req-2c324b7c-fdc9-49cd-9372-5f9c8fc1ed5d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396010 Mar 22 17:35:12.112589 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Attempting to bind port df331e76-6781-4af0-b767-6dcd878bc0f7 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:12.112864 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Attempting to bind port df331e76-6781-4af0-b767-6dcd878bc0f7 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:12.113192 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Attempting to bind port df331e76-6781-4af0-b767-6dcd878bc0f7 on network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:12.115421 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:12.129135 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:12.129539 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Checking segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:12.129949 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.130343 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Bound using segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:12.130829 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Bound port: df331e76-6781-4af0-b767-6dcd878bc0f7, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:12.131254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.136157 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] For port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:12.146801 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] For port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:12.158071 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.307069 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-f05664fe-b9fe-49ff-b0aa-9e02bf45e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.308684 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-f05664fe-b9fe-49ff-b0aa-9e02bf45e896 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad&tenant_id=9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 1127 time: 0.1434968 Mar 22 17:35:12.329159 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (a6cf4083-8124-4c96-b906-1ef433e55b21), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.427039 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-69e22745-194d-47dc-a2a7-cf3655a43db9 None None] Provisioning complete for port df331e76-6781-4af0-b767-6dcd878bc0f7 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:12.427890 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69e22745-194d-47dc-a2a7-cf3655a43db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.437357 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] For port df331e76-6781-4af0-b767-6dcd878bc0f7, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:12.437357 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d90a-b632-43ad-984f-e9dc8405865d None None] Pushing event updated for resources: {'Port': ['ID=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:12.449136 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] For port df331e76-6781-4af0-b767-6dcd878bc0f7, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=df331e76-6781-4af0-b767-6dcd878bc0f7,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:12.480518 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.527768 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-69e22745-194d-47dc-a2a7-cf3655a43db9 None None] Port df331e76-6781-4af0-b767-6dcd878bc0f7 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:12.541462 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a672d4-81c0-4d6c-90c2-83163b1a0e2e req-3572f44e-c25b-4e66-a054-db11610a89de tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.541462 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-70a672d4-81c0-4d6c-90c2-83163b1a0e2e req-3572f44e-c25b-4e66-a054-db11610a89de tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 945 time: 0.1279857 Mar 22 17:35:12.557796 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-fa359db5-c30c-4d24-ab4b-58175664be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.559479 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-fa359db5-c30c-4d24-ab4b-58175664be73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1127 time: 0.1816592 Mar 22 17:35:12.590276 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af7b4-6b66-4170-8311-a256e99693c3 None None] Pushing event updated for resources: {'Port': ['ID=df331e76-6781-4af0-b767-6dcd878bc0f7,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:12.593084 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:12.593717 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:12.738134 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-70a672d4-81c0-4d6c-90c2-83163b1a0e2e req-2dd79ada-0547-4d5e-8d0a-bbe52839d902 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679177 Mar 22 17:35:12.767067 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:12.812557 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Router a6cf4083-8124-4c96-b906-1ef433e55b21 is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:35:12.815416 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-f74ce4f3-38c8-4efa-bbe9-12e7b443635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.817246 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-f74ce4f3-38c8-4efa-bbe9-12e7b443635b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.2488511 Mar 22 17:35:13.049719 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-ab6ff3c4-ed84-4e1a-a863-98a1e6ee3d00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 999 time: 0.2240586 Mar 22 17:35:13.082777 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] Provisioning complete for port df331e76-6781-4af0-b767-6dcd878bc0f7 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:13.083185 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.119389 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:13.137421 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-4ecdd9b4-5e12-465c-9723-8faae8946061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.139211 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-4ecdd9b4-5e12-465c-9723-8faae8946061 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.0766077 Mar 22 17:35:13.144398 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac623d-8910-4833-be98-89543b50862f None None] Sync routers for ids ['a6cf4083-8124-4c96-b906-1ef433e55b21'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:13.164871 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.168928 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-52da0dc2-e98a-4677-83ba-1fa48c8fdf63 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2073514 Mar 22 17:35:13.169986 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 35984) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:13.171965 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] Routers {'a6cf4083-8124-4c96-b906-1ef433e55b21'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:13.172825 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a6cf4083-8124-4c96-b906-1ef433e55b21'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:13.195164 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:12Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:13.272883 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-8d418a42-36df-4678-94c4-2614e8288b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.279003 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-8d418a42-36df-4678-94c4-2614e8288b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1247303 Mar 22 17:35:13.330210 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] Set router a6cf4083-8124-4c96-b906-1ef433e55b21 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:13.333495 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cea6c3-661b-4fcd-9301-ed263a4569c1 None None] The sync data for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb is: [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:12Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:13.462519 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device a76ab32c-4802-4850-82bb-7b3c193a7ba6 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:13.493970 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad5f7-eb7e-4bb5-a165-3e80fd644e36 req-1611e010-3840-4b48-b684-3824361e35c4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.495878 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-729ad5f7-eb7e-4bb5-a165-3e80fd644e36 req-1611e010-3840-4b48-b684-3824361e35c4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.2919385 Mar 22 17:35:13.510606 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:13.573895 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-f3f7aba0-12fb-4a88-9a7d-ecdfdcf396a2 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822452 Mar 22 17:35:13.678683 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-729ad5f7-eb7e-4bb5-a165-3e80fd644e36 req-c9a5b77f-1924-4eed-8837-7579f5d16b9a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690342 Mar 22 17:35:13.725846 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] Current status of the port df331e76-6781-4af0-b767-6dcd878bc0f7 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:13.726795 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.736613 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce4c7320-fecf-4102-9c6c-cab6d4ae92cb req-10541157-e394-4fd1-8d08-29ced0c52869 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537786 Mar 22 17:35:13.872019 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:35:11Z', 'revision_number': 3, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:13.931482 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac623d-8910-4833-be98-89543b50862f None None] Checking router: a6cf4083-8124-4c96-b906-1ef433e55b21 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:13.932643 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac623d-8910-4833-be98-89543b50862f None None] Updating router a6cf4083-8124-4c96-b906-1ef433e55b21 port 269a5776-c28d-4500-b74b-ed5083839941 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:35:13.969436 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac623d-8910-4833-be98-89543b50862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (269a5776-c28d-4500-b74b-ed5083839941), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.002467 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] For port df331e76-6781-4af0-b767-6dcd878bc0f7, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=df331e76-6781-4af0-b767-6dcd878bc0f7,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:14.019145 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.061445 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port a76ab32c-4802-4850-82bb-7b3c193a7ba6 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:14.077664 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e19bb2-4115-4faa-8952-658074fa2349 req-7fe7175c-492f-42a8-aaaa-5f000af560fb tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:14.092780 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-07e19bb2-4115-4faa-8952-658074fa2349 req-7fe7175c-492f-42a8-aaaa-5f000af560fb tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 945 time: 0.1998653 Mar 22 17:35:14.186066 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-07e19bb2-4115-4faa-8952-658074fa2349 req-bbd95311-a01a-4343-b208-b3e43265afe0 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922663 Mar 22 17:35:14.189472 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.222649 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:14.225760 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.236590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port a76ab32c-4802-4850-82bb-7b3c193a7ba6 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:14.241685 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.449811 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517afb6f-630a-42af-beb4-19dc5f9a6d1c None None] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:14.490867 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Allocated IP 172.20.0.1 (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5/4995c65b-b4a9-4014-8371-96642b54a993/836a5564-8d08-4313-9aa1-11bc69a921f9) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:14.620006 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696b15-04b8-4584-b32a-c316dc4f64be None None] Pushing event updated for resources: {'Port': ['ID=df331e76-6781-4af0-b767-6dcd878bc0f7,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:14.684449 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Provisioning complete for port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:14.685978 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.699470 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac623d-8910-4833-be98-89543b50862f None None] Publish callbacks [] for port (269a5776-c28d-4500-b74b-ed5083839941), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.715132 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac623d-8910-4833-be98-89543b50862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (269a5776-c28d-4500-b74b-ed5083839941), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.779831 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks [] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.857144 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.869509 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-12ac623d-8910-4833-be98-89543b50862f None None] Attempting to bind port 269a5776-c28d-4500-b74b-ed5083839941 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:14.869868 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-12ac623d-8910-4833-be98-89543b50862f None None] Attempting to bind port 269a5776-c28d-4500-b74b-ed5083839941 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:14.876740 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac623d-8910-4833-be98-89543b50862f None None] Attempting to bind port 269a5776-c28d-4500-b74b-ed5083839941 on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:14.901766 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac623d-8910-4833-be98-89543b50862f None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:14.905931 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac623d-8910-4833-be98-89543b50862f None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:14.907084 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac623d-8910-4833-be98-89543b50862f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.908736 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac623d-8910-4833-be98-89543b50862f None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:14.910190 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-12ac623d-8910-4833-be98-89543b50862f None None] Bound port: 269a5776-c28d-4500-b74b-ed5083839941, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:14.911544 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac623d-8910-4833-be98-89543b50862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (269a5776-c28d-4500-b74b-ed5083839941), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.939941 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:14.943637 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:14.948082 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:14.995786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:14.996188 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.006768 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Pushing event updated for resources: {'Port': ['ID=836a5564-8d08-4313-9aa1-11bc69a921f9,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:15.008631 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port a76ab32c-4802-4850-82bb-7b3c193a7ba6 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:15.010118 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.026155 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad62918-a163-44a1-a849-48916cbdc70c None None] Pushing event updated for resources: {'Port': ['ID=269a5776-c28d-4500-b74b-ed5083839941,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:15.061718 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (a6cf4083-8124-4c96-b906-1ef433e55b21), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.072310 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f872b3a-088c-44c7-9cd2-fa0740d05509 req-ab21717b-cd5c-4035-9f63-415911ac4dae tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.079769 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5f872b3a-088c-44c7-9cd2-fa0740d05509 req-ab21717b-cd5c-4035-9f63-415911ac4dae tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1541090 Mar 22 17:35:15.116980 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-12ac623d-8910-4833-be98-89543b50862f None None] For port 269a5776-c28d-4500-b74b-ed5083839941, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:15.121844 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-12ac623d-8910-4833-be98-89543b50862f None None] For port 269a5776-c28d-4500-b74b-ed5083839941, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=269a5776-c28d-4500-b74b-ed5083839941,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:15.142530 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12ac623d-8910-4833-be98-89543b50862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (269a5776-c28d-4500-b74b-ed5083839941), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.197748 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5f872b3a-088c-44c7-9cd2-fa0740d05509 req-3bf490fa-9c32-4b49-b6d5-b322ae87e993 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011693 Mar 22 17:35:15.248796 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] Routers {'a6cf4083-8124-4c96-b906-1ef433e55b21'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:15.253370 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:34:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a6cf4083-8124-4c96-b906-1ef433e55b21'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:15.268802 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:15.275427 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2415c1fd-6a79-43c6-9803-87e64ade31a9" -d '{"events": [{"server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "name": "network-vif-plugged", "status": "completed", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:15.366740 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:15.405315 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port a76ab32c-4802-4850-82bb-7b3c193a7ba6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:15.424518 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c63313f-e5c5-4540-b688-43b2cf167bd3 x-openstack-request-id: req-1c63313f-e5c5-4540-b688-43b2cf167bd3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:15.425126 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "name": "network-vif-plugged", "status": "completed", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:15.426128 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c63313f-e5c5-4540-b688-43b2cf167bd3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:15.426738 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c63313f-e5c5-4540-b688-43b2cf167bd3'] response: {'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'code': 200} Mar 22 17:35:15.436262 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.444120 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.450588 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Current status of the port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:15.452050 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.544962 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.600312 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e0a3d-e270-4d69-b2c8-c75df7ca448c req-464091c3-a6b3-4b76-9797-63015e0f3740 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.623853 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce1e0a3d-e270-4d69-b2c8-c75df7ca448c req-464091c3-a6b3-4b76-9797-63015e0f3740 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 945 time: 0.2598419 Mar 22 17:35:15.736252 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] Set router a6cf4083-8124-4c96-b906-1ef433e55b21 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:15.791086 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device df331e76-6781-4af0-b767-6dcd878bc0f7 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:15.854057 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce1e0a3d-e270-4d69-b2c8-c75df7ca448c req-b5c03b5f-b768-4578-a95a-d3c46fa3f66f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156205 Mar 22 17:35:15.914514 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:16.018407 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce970df-1a22-4e35-a8c9-3e1096987dc5 req-fb468251-8d33-4e3c-9aba-1377dfe3ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.020013 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9ce970df-1a22-4e35-a8c9-3e1096987dc5 req-fb468251-8d33-4e3c-9aba-1377dfe3ef20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.1550009 Mar 22 17:35:16.072563 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.db.api [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:35:16.072935 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG oslo_db.api [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:35:16.101303 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks [] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.110352 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.167546 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=a76ab32c-4802-4850-82bb-7b3c193a7ba6,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:16.203841 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port df331e76-6781-4af0-b767-6dcd878bc0f7 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:16.204220 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.212930 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9ce970df-1a22-4e35-a8c9-3e1096987dc5 req-418b2d44-9b4d-4e99-9d51-b45d3290bce6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752825 Mar 22 17:35:16.261581 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (a6cf4083-8124-4c96-b906-1ef433e55b21), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.294055 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-12ac623d-8910-4833-be98-89543b50862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:35:11Z', 'revision_number': 3, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:16.343668 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad62918-a163-44a1-a849-48916cbdc70c None None] Pushing event updated for resources: {'Port': ['ID=269a5776-c28d-4500-b74b-ed5083839941,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:16.344000 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Pushing event updated for resources: {'Port': ['ID=836a5564-8d08-4313-9aa1-11bc69a921f9,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:16.347140 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac623d-8910-4833-be98-89543b50862f None None] The sync data for ids ['a6cf4083-8124-4c96-b906-1ef433e55b21'] in dv-cinder-820578-3-smb is: [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:35:11Z', 'revision_number': 3, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:16.471347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181371-dd24-448c-adc6-5ed89dc75a33 req-356585e9-a044-40e5-bd96-87768d05fa79 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.473032 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-07181371-dd24-448c-adc6-5ed89dc75a33 req-356585e9-a044-40e5-bd96-87768d05fa79 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1126847 Mar 22 17:35:16.573921 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-07181371-dd24-448c-adc6-5ed89dc75a33 req-bd4e6642-eb59-4f21-9def-ccf75cecce2a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926251 Mar 22 17:35:16.609974 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:16.618369 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:16.669108 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-13749751-41db-4d5f-8d44-6d619fbf5aef None None] Current status of the port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:16.753172 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port df331e76-6781-4af0-b767-6dcd878bc0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:16.764777 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-287d63cd-de1d-48b5-89ef-75ff28e72f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.808689 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-99e52fda-68f6-4872-902c-cbd7df2c6bc7 None None] Provisioning complete for port 836a5564-8d08-4313-9aa1-11bc69a921f9 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:16.809751 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e52fda-68f6-4872-902c-cbd7df2c6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.984192 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-99e52fda-68f6-4872-902c-cbd7df2c6bc7 None None] Port 836a5564-8d08-4313-9aa1-11bc69a921f9 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:17.002615 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-99e52fda-68f6-4872-902c-cbd7df2c6bc7 None None] Provisioning complete for port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:17.003233 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e52fda-68f6-4872-902c-cbd7df2c6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:17.093461 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Router a6cf4083-8124-4c96-b906-1ef433e55b21 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:17.224818 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d160df-2e8a-4fd2-99c8-61a69da6062b req-fe209e12-ed99-456d-8b89-541629faa2a2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.226746 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20d160df-2e8a-4fd2-99c8-61a69da6062b req-fe209e12-ed99-456d-8b89-541629faa2a2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.1675200 Mar 22 17:35:17.268562 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-99e52fda-68f6-4872-902c-cbd7df2c6bc7 None None] Current status of the port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:17.350259 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-20d160df-2e8a-4fd2-99c8-61a69da6062b req-c631f583-18dc-4879-a7aa-51a366e89d93 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141694 Mar 22 17:35:17.415837 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:17.422384 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-59dbd10c-379f-4811-9bbf-d22cd87eeefd None None] Provisioning complete for port 836a5564-8d08-4313-9aa1-11bc69a921f9 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:17.423110 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59dbd10c-379f-4811-9bbf-d22cd87eeefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:17.428078 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-8659bcd5-ef08-4a27-b447-552a032e1dfa admin admin] 10.222.0.48 "PUT /v2.0/routers/a6cf4083-8124-4c96-b906-1ef433e55b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2564812 Mar 22 17:35:17.509635 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-59dbd10c-379f-4811-9bbf-d22cd87eeefd None None] Port 836a5564-8d08-4313-9aa1-11bc69a921f9 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:17.758306 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 269a5776-c28d-4500-b74b-ed5083839941 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:17.939303 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5e83-d45b-494e-a588-b329c8eaf1ec req-fbc0f6b2-a3ed-4b11-9a26-2aebc048f479 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.948204 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ec9a5e83-d45b-494e-a588-b329c8eaf1ec req-fbc0f6b2-a3ed-4b11-9a26-2aebc048f479 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.2126896 Mar 22 17:35:17.965169 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 269a5776-c28d-4500-b74b-ed5083839941 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:17.967509 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (269a5776-c28d-4500-b74b-ed5083839941), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:18.083324 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ec9a5e83-d45b-494e-a588-b329c8eaf1ec req-fc49d0c9-4c79-4644-b099-b1c2f1fb72e6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339602 Mar 22 17:35:18.213465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 269a5776-c28d-4500-b74b-ed5083839941 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:18.213913 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (269a5776-c28d-4500-b74b-ed5083839941), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:18.326465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 269a5776-c28d-4500-b74b-ed5083839941, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=269a5776-c28d-4500-b74b-ed5083839941,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:18.335291 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (269a5776-c28d-4500-b74b-ed5083839941), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:18.338036 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:18.514330 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:18.515032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:18.520306 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=269a5776-c28d-4500-b74b-ed5083839941,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:18.578469 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3a99-2e61-44a9-bdeb-6508a08145d9 req-8f3e5fd0-c5fa-4e6c-8e00-9618d0a62b42 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.598538 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b07f3a99-2e61-44a9-bdeb-6508a08145d9 req-8f3e5fd0-c5fa-4e6c-8e00-9618d0a62b42 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.1514790 Mar 22 17:35:18.639500 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:18.717486 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b07f3a99-2e61-44a9-bdeb-6508a08145d9 req-6bd1e41b-8361-49fa-b51d-1387d6a87a0c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096978 Mar 22 17:35:18.938031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0aed07e-bb3c-4639-8490-4870516a64e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:19.437361 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082f1b4-52c0-48e4-a392-d513f8c38ed6 req-bf5d0fdc-c2af-4396-9881-a9ca1533015e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:19.495453 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5082f1b4-52c0-48e4-a392-d513f8c38ed6 req-bf5d0fdc-c2af-4396-9881-a9ca1533015e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.2187674 Mar 22 17:35:19.647636 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 269a5776-c28d-4500-b74b-ed5083839941 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:19.661258 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5082f1b4-52c0-48e4-a392-d513f8c38ed6 req-e74fbbf7-f9ed-400f-81d6-8a7a027786db tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640959 Mar 22 17:35:19.727934 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Sync routers for ids ['a6cf4083-8124-4c96-b906-1ef433e55b21'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:19.755752 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Routers {'a6cf4083-8124-4c96-b906-1ef433e55b21'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:19.756414 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a6cf4083-8124-4c96-b906-1ef433e55b21'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:19.874447 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 269a5776-c28d-4500-b74b-ed5083839941 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:19.874704 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (269a5776-c28d-4500-b74b-ed5083839941), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:20.001388 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe423a6-5807-44af-9df4-c5bf4d1ed19d req-d06983c5-d447-4365-b530-732f19dc8b9f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:20.002892 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0fe423a6-5807-44af-9df4-c5bf4d1ed19d req-d06983c5-d447-4365-b530-732f19dc8b9f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.1079254 Mar 22 17:35:20.072325 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Set router a6cf4083-8124-4c96-b906-1ef433e55b21 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:20.124937 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0fe423a6-5807-44af-9df4-c5bf4d1ed19d req-4595c75c-ce58-46ba-b892-a4acdff25d02 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063216 Mar 22 17:35:20.331115 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:20.379669 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657752-94eb-4192-978a-da9a9dbcf5e4 req-62540b3e-5df5-4f5e-8fbf-eab6b60fcb29 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:20.390835 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-84657752-94eb-4192-978a-da9a9dbcf5e4 req-62540b3e-5df5-4f5e-8fbf-eab6b60fcb29 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.1397948 Mar 22 17:35:20.395607 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36058) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:20.403355 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 269a5776-c28d-4500-b74b-ed5083839941 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:20.404106 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'floatingip': {'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:20.416225 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:20.471260 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:20.591053 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:35:15Z', 'revision_number': 4, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '836a5564-8d08-4313-9aa1-11bc69a921f9', 'name': '', 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'mac_address': 'fa:16:3e:07:6e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4995c65b-b4a9-4014-8371-96642b54a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:14Z', 'updated_at': '2022-03-22T17:35:15Z', 'revision_number': 2, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'subnets': [{'id': '4995c65b-b4a9-4014-8371-96642b54a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:20.645647 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Checking router: a6cf4083-8124-4c96-b906-1ef433e55b21 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:20.646407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Updating router a6cf4083-8124-4c96-b906-1ef433e55b21 port 836a5564-8d08-4313-9aa1-11bc69a921f9 binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:35:20.734260 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:20.890154 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4771fbd-5a75-4dce-bd58-66234adab955 req-38fcd57b-c200-41e0-b820-fcd7ec609b8a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:20.898375 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c4771fbd-5a75-4dce-bd58-66234adab955 req-38fcd57b-c200-41e0-b820-fcd7ec609b8a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1089346 Mar 22 17:35:20.965821 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c4771fbd-5a75-4dce-bd58-66234adab955 req-b4bd8ddd-9aaf-47ca-b251-f1e9d955bb6d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652218 Mar 22 17:35:21.137390 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-bd0f34f9-0253-4405-9416-0d4414163e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.139451 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-bd0f34f9-0253-4405-9416-0d4414163e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1127 time: 0.0907485 Mar 22 17:35:21.245607 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.252188 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.338247 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Publish callbacks [] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.350856 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.376249 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-67155b53-c28d-4c45-bc89-3a1dd40ad14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.377889 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-67155b53-c28d-4c45-bc89-3a1dd40ad14b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.2150607 Mar 22 17:35:21.515697 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e196-8102-4bf0-b65b-df4de92a9468 None None] Pushing event updated for resources: {'Port': ['ID=836a5564-8d08-4313-9aa1-11bc69a921f9,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:21.537201 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Floating IP d989a795-e3cb-45dd-82dc-cf589563cb85 associated. External IP: 172.28.1.238, port: a76ab32c-4802-4850-82bb-7b3c193a7ba6. Mar 22 17:35:21.542245 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-e2ed0444-5be0-4568-b7fa-112f88a1bd29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 200 len: 999 time: 0.1472223 Mar 22 17:35:21.625971 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Attempting to bind port 836a5564-8d08-4313-9aa1-11bc69a921f9 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:21.626457 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Attempting to bind port 836a5564-8d08-4313-9aa1-11bc69a921f9 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:21.626918 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Attempting to bind port 836a5564-8d08-4313-9aa1-11bc69a921f9 on network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:21.634555 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.641141 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:21.641617 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Checking segment: {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:21.642189 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.643034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Bound using segment: {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:21.643858 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Bound port: 836a5564-8d08-4313-9aa1-11bc69a921f9, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:21.644392 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.691384 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-c935157f-6507-4d0b-bb84-e6df84f7022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.692964 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-c935157f-6507-4d0b-bb84-e6df84f7022d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.1289296 Mar 22 17:35:21.776076 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] For port 836a5564-8d08-4313-9aa1-11bc69a921f9, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:21.780029 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] For port 836a5564-8d08-4313-9aa1-11bc69a921f9, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=836a5564-8d08-4313-9aa1-11bc69a921f9,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:21.806120 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:21.884102 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-d5098a08-84fd-4ab5-9834-f49dfe4d3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.887678 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-d5098a08-84fd-4ab5-9834-f49dfe4d3756 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1008654 Mar 22 17:35:21.947525 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] Provisioning complete for port 836a5564-8d08-4313-9aa1-11bc69a921f9 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:21.950381 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:22.005210 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Routers {'a6cf4083-8124-4c96-b906-1ef433e55b21'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:22.009309 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a6cf4083-8124-4c96-b906-1ef433e55b21'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:22.103333 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-9053d765-81bc-4e28-be42-2aa56cdedd0b service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055326 Mar 22 17:35:22.244478 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8bc1db23-0a5e-40ac-b43a-d89eb6200520 req-c0db3ce6-dc15-4290-96bc-47614c6adc4f service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309717 Mar 22 17:35:22.354393 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] Set router a6cf4083-8124-4c96-b906-1ef433e55b21 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:22.380177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee556-ddb4-4721-80fc-321fb70f18f5 req-ff46f28d-b201-4132-9214-379a8f93a955 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.394798 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f97ee556-ddb4-4721-80fc-321fb70f18f5 req-ff46f28d-b201-4132-9214-379a8f93a955 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1523232 Mar 22 17:35:22.451688 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:22.469131 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e196-8102-4bf0-b65b-df4de92a9468 None None] Pushing event updated for resources: {'Port': ['ID=836a5564-8d08-4313-9aa1-11bc69a921f9,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:22.483368 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f97ee556-ddb4-4721-80fc-321fb70f18f5 req-e61ad8ca-877c-437a-8373-84dfec15e00c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832279 Mar 22 17:35:22.805979 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:22.806667 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] Current status of the port 836a5564-8d08-4313-9aa1-11bc69a921f9 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:22.806667 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:22.821837 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] For port 836a5564-8d08-4313-9aa1-11bc69a921f9, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=836a5564-8d08-4313-9aa1-11bc69a921f9,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:22.830956 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:22.895801 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] Sync routers for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:22.917778 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:22.918433 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:22.919261 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:22.971278 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4d0d43f7-8924-420a-838a-b401e5abcfa8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "PUT /v2.0/floatingips/d989a795-e3cb-45dd-82dc-cf589563cb85 HTTP/1.1" status: 200 len: 992 time: 2.5741961 Mar 22 17:35:22.973910 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:22.974568 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957448a-73f6-4403-a56b-6547f2450932" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:23.005688 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99866100-984d-4b5c-87c1-08603aba5565 None None] Pushing event updated for resources: {'Port': ['ID=836a5564-8d08-4313-9aa1-11bc69a921f9,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:23.037572 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:35:15Z', 'revision_number': 4, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '836a5564-8d08-4313-9aa1-11bc69a921f9', 'name': '', 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'mac_address': 'fa:16:3e:07:6e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4995c65b-b4a9-4014-8371-96642b54a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:14Z', 'updated_at': '2022-03-22T17:35:21Z', 'revision_number': 4, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'subnets': [{'id': '4995c65b-b4a9-4014-8371-96642b54a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:23.071792 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f993d2-b1cc-4343-84c7-feaab992b220 x-openstack-request-id: req-12f993d2-b1cc-4343-84c7-feaab992b220 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:23.072453 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:23.072932 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12f993d2-b1cc-4343-84c7-feaab992b220 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:23.073569 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f993d2-b1cc-4343-84c7-feaab992b220'] response: {'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'status': 'completed', 'code': 200} Mar 22 17:35:23.083095 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048acf01-78c2-4504-b7fa-909d2be53043 None None] The sync data for ids ['a6cf4083-8124-4c96-b906-1ef433e55b21'] in dv-cinder-820578-3-smb is: [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:35:15Z', 'revision_number': 4, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '836a5564-8d08-4313-9aa1-11bc69a921f9', 'name': '', 'network_id': '90bad15c-30f8-4bc9-b8c2-aa7d37b766a5', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'mac_address': 'fa:16:3e:07:6e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4995c65b-b4a9-4014-8371-96642b54a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:14Z', 'updated_at': '2022-03-22T17:35:21Z', 'revision_number': 4, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'subnets': [{'id': '4995c65b-b4a9-4014-8371-96642b54a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:23.095333 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-0156b1a3-dded-45c7-a7d2-7b46a1a90a48 None None] Provisioning complete for port 836a5564-8d08-4313-9aa1-11bc69a921f9 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:23.096069 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0156b1a3-dded-45c7-a7d2-7b46a1a90a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:23.145268 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:23.257787 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:23.273924 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957448a-73f6-4403-a56b-6547f2450932 req-2a64c03f-4c97-4d53-90f7-14cdeb60c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:23.276073 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-2a64c03f-4c97-4d53-90f7-14cdeb60c9b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.0989101 Mar 22 17:35:23.333650 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0156b1a3-dded-45c7-a7d2-7b46a1a90a48 None None] Current status of the port 836a5564-8d08-4313-9aa1-11bc69a921f9 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:23.596735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957448a-73f6-4403-a56b-6547f2450932 req-0625dab1-9682-4927-9e1f-6854e6d24e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:23.598284 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-0625dab1-9682-4927-9e1f-6854e6d24e93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.2913163 Mar 22 17:35:23.732531 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-8b6f33eb-9016-4da4-9e66-4ce4b426cc61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 1000 time: 0.1265702 Mar 22 17:35:23.752180 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 836a5564-8d08-4313-9aa1-11bc69a921f9 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:23.975224 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 836a5564-8d08-4313-9aa1-11bc69a921f9 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:23.983428 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:24.042997 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'd989a795-e3cb-45dd-82dc-cf589563cb85', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:51Z', 'updated_at': '2022-03-22T17:35:21Z', 'revision_number': 1, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:24.090848 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] Checking router: 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:24.103315 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:24.104558 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:24.276731 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 836a5564-8d08-4313-9aa1-11bc69a921f9 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:24.355334 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:24.445209 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ef364-0ea0-4b45-b469-367f89128b34 req-f6a5284d-bcf8-48d3-96da-781134028b96 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.447802 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce9ef364-0ea0-4b45-b469-367f89128b34 req-f6a5284d-bcf8-48d3-96da-781134028b96 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.7140822 Mar 22 17:35:24.453876 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957448a-73f6-4403-a56b-6547f2450932 req-e3dc64f1-61fc-4ac3-8f19-e50386749e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.455908 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-e3dc64f1-61fc-4ac3-8f19-e50386749e2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.7054453 Mar 22 17:35:24.562891 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957448a-73f6-4403-a56b-6547f2450932 req-6bfe7c15-e121-4078-b347-8cf49eae9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.564430 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-6bfe7c15-e121-4078-b347-8cf49eae9600 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0902011 Mar 22 17:35:24.583549 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce9ef364-0ea0-4b45-b469-367f89128b34 req-9bd4830e-d265-463b-b635-74097b7c05be tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260774 Mar 22 17:35:24.793211 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-22e8c85d-fd97-4c67-9514-42ead23a3b00 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046125 Mar 22 17:35:24.839089 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'd989a795-e3cb-45dd-82dc-cf589563cb85', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:51Z', 'updated_at': '2022-03-22T17:35:21Z', 'revision_number': 1, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:24.912567 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf0557-ac43-46fc-8379-0df4efd4504e None None] The sync data for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb is: [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'd989a795-e3cb-45dd-82dc-cf589563cb85', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:51Z', 'updated_at': '2022-03-22T17:35:21Z', 'revision_number': 1, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:25.148247 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6957448a-73f6-4403-a56b-6547f2450932 req-4362e408-f6f5-4dcd-ae46-86ccf9ff27ed service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954748 Mar 22 17:35:25.559372 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aefd64-6d11-42bd-96b0-a8c4809d3357 None None] New status for floating IP d989a795-e3cb-45dd-82dc-cf589563cb85: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:35:25.823501 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8057403-7292-40ac-ab07-8bf6c374113f req-a448dd27-f4ce-436d-a789-89c79895efb2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:25.832634 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d8057403-7292-40ac-ab07-8bf6c374113f req-a448dd27-f4ce-436d-a789-89c79895efb2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1044848 Mar 22 17:35:25.923526 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d8057403-7292-40ac-ab07-8bf6c374113f req-e4998939-f966-474f-8e7b-2996482d56ec tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893977 Mar 22 17:35:27.111641 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c036-ebea-4ad6-aebb-5b00a0784e7c req-17438d6f-4b17-463c-a6bc-64c6f62878fb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:27.113279 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fa26c036-ebea-4ad6-aebb-5b00a0784e7c req-17438d6f-4b17-463c-a6bc-64c6f62878fb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.0924551 Mar 22 17:35:27.193494 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fa26c036-ebea-4ad6-aebb-5b00a0784e7c req-d015349b-a511-412f-9b5e-f25fd8e0eb85 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735710 Mar 22 17:35:28.435950 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e2302-fca0-443d-95c4-cc23c9c935d2 req-b2eae951-e05e-4f1e-87e9-6c90982a9fc3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:28.440213 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-274e2302-fca0-443d-95c4-cc23c9c935d2 req-b2eae951-e05e-4f1e-87e9-6c90982a9fc3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.0837750 Mar 22 17:35:28.515051 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-274e2302-fca0-443d-95c4-cc23c9c935d2 req-49143e01-5ba6-4f95-acbd-1bb17ac69e6c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708807 Mar 22 17:35:29.826523 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723d7f0-16de-48a5-adea-87c8da2b4412 req-fb4ca1c8-46a5-41da-817f-3deb2ba8b563 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:29.828225 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8723d7f0-16de-48a5-adea-87c8da2b4412 req-fb4ca1c8-46a5-41da-817f-3deb2ba8b563 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.1000535 Mar 22 17:35:29.896590 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8723d7f0-16de-48a5-adea-87c8da2b4412 req-1a5c6cf6-b15f-43ce-823b-236ba82f6675 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614355 Mar 22 17:35:30.303937 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbf72-88c6-4012-8ac6-02134b885043 req-47bb2725-8548-4ac1-9a17-e101a16d6d3a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:30.306403 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d80fbf72-88c6-4012-8ac6-02134b885043 req-47bb2725-8548-4ac1-9a17-e101a16d6d3a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.1048198 Mar 22 17:35:30.401562 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d80fbf72-88c6-4012-8ac6-02134b885043 req-9d3b9870-21b8-4a09-b609-879418541402 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883973 Mar 22 17:35:31.110213 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a557-92c9-4d43-b87a-8eabb036d39b req-4c09a4f1-27e3-4e17-a471-b73fafeb98af tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.113000 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5271a557-92c9-4d43-b87a-8eabb036d39b req-4c09a4f1-27e3-4e17-a471-b73fafeb98af tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.0742314 Mar 22 17:35:31.188038 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5271a557-92c9-4d43-b87a-8eabb036d39b req-f262a452-0aed-4aa7-a358-a9d1c0baa132 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679083 Mar 22 17:35:31.644843 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414656d-218d-4317-acf1-53270b9703ca req-922b6c10-b66a-47c4-abdd-69ff17ccf809 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.647581 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e414656d-218d-4317-acf1-53270b9703ca req-922b6c10-b66a-47c4-abdd-69ff17ccf809 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.1606176 Mar 22 17:35:31.656192 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-b30bf769-c395-479a-81f2-0d91be7990a4 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.657772 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-b30bf769-c395-479a-81f2-0d91be7990a4 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 814 time: 0.1808708 Mar 22 17:35:31.687650 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-05099db7-ec99-45b0-a9b7-c367d70ef780 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/quotas/f96eb32da8e948a7bf31d089754a2e11 HTTP/1.1" status: 200 len: 375 time: 0.0222595 Mar 22 17:35:31.753831 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e414656d-218d-4317-acf1-53270b9703ca req-d41c8d22-f4e3-434d-a957-28fa4e7b0901 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950224 Mar 22 17:35:31.788087 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-d2a37e2e-6218-4a65-8ec9-76344fba8c2b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941470 Mar 22 17:35:31.908003 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-9b53e42f-aece-4c8d-8e38-e3a7bc122539 service neutron] 10.222.0.48 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071625 Mar 22 17:35:32.049011 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa0d6a-c32a-415e-b506-347752f29fae req-3ea6beed-77c7-4182-9d19-fee6040225f6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:32.050609 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-15fa0d6a-c32a-415e-b506-347752f29fae req-3ea6beed-77c7-4182-9d19-fee6040225f6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.1624711 Mar 22 17:35:32.110061 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-32b9c4e2-093d-4c0b-a7be-9509403b98ca service neutron] 10.222.0.48 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734223 Mar 22 17:35:32.304263 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port c3df2cdc-4714-458a-ad79-67e76753a4e4 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:35:32.304982 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.414258 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cbb89-41dc-468f-8762-cc0841b8e656 req-819fc8b5-caf3-43b1-bee6-3a5fcf71d44c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:32.415905 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-419cbb89-41dc-468f-8762-cc0841b8e656 req-819fc8b5-caf3-43b1-bee6-3a5fcf71d44c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2291384 Mar 22 17:35:32.545537 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-419cbb89-41dc-468f-8762-cc0841b8e656 req-28730215-7edb-4f07-ac3f-40c3a978521f tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095927 Mar 22 17:35:32.547609 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] For port c3df2cdc-4714-458a-ad79-67e76753a4e4, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=c3df2cdc-4714-458a-ad79-67e76753a4e4,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:32.547985 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.558649 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced3dbf-a158-4677-9d1e-c06773f5a166 req-6bb2c6f6-4989-41de-9ccf-041880d0ac20 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:32.560886 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7ced3dbf-a158-4677-9d1e-c06773f5a166 req-6bb2c6f6-4989-41de-9ccf-041880d0ac20 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 943 time: 0.2286081 Mar 22 17:35:32.815490 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c58af23d-1e97-43f4-bf9c-ae1b2cccfe20 req-2bf0416d-1188-40dd-a4e1-f0e4ab273b77 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 210 time: 0.1325328 Mar 22 17:35:32.866001 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7ced3dbf-a158-4677-9d1e-c06773f5a166 req-f81ef151-456f-4f81-b3a7-99c0c209c5ed tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942903 Mar 22 17:35:33.070775 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878729-dbf7-49a5-be7e-24a87196383f req-36f1b067-f212-4462-a04b-3d1039b4c7b3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:33.072431 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d0878729-dbf7-49a5-be7e-24a87196383f req-36f1b067-f212-4462-a04b-3d1039b4c7b3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 946 time: 0.1278427 Mar 22 17:35:33.081951 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.082383 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (95a19132-630b-43aa-8c65-c83687ea14c6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.082882 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP 95a19132-630b-43aa-8c65-c83687ea14c6 disassociated. External IP: 172.28.1.202, port: c3df2cdc-4714-458a-ad79-67e76753a4e4. Mar 22 17:35:33.083350 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for c3df2cdc-4714-458a-ad79-67e76753a4e4 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:35:33.202624 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d0878729-dbf7-49a5-be7e-24a87196383f req-2fd49d8d-664c-4078-80b9-77c3636e3e33 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=a52b6894-1a20-4061-949d-7f180f99640e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163990 Mar 22 17:35:33.313380 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (c3df2cdc-4714-458a-ad79-67e76753a4e4), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.350500 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=c3df2cdc-4714-458a-ad79-67e76753a4e4,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:33.363943 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.364238 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.364400 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.364723 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.365008 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.365339 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.365665 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.365992 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.366317 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.366705 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.367000 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.367326 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.367647 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.367966 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.368522 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:33.514396 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:33.542789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:33.695671 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:33.711405 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '27153565-2941-4851-95da-47250873be16', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'port_id': '27153565-2941-4851-95da-47250873be16', 'mac_address': 'fa:16:3e:f9:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:33.755707 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:33.757102 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.758508 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:33.779430 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:33.781784 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27153565-2941-4851-95da-47250873be16 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:33.793272 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:33.794395 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:33.826285 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:33.832975 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.855673 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] No DVR routers for this DVR port c3df2cdc-4714-458a-ad79-67e76753a4e4 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:35:33.866585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.876363 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-15fa0d6a-c32a-415e-b506-347752f29fae req-5cf4d748-753e-424e-a5dc-5843d6552321 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "DELETE /v2.0/ports/c3df2cdc-4714-458a-ad79-67e76753a4e4 HTTP/1.1" status: 204 len: 173 time: 1.8163979 Mar 22 17:35:33.876672 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'name': 'network-vif-deleted', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:33.898903 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d353aef1-769a-4436-a212-c94ed828e73c" -d '{"events": [{"server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "name": "network-vif-deleted", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:33.941107 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63247518-d835-4551-8cdd-962d94e55184 req-4929aedd-49d6-4fd4-8c71-8177d7faaedb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:33.942631 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:33.954040 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-63247518-d835-4551-8cdd-962d94e55184 req-4929aedd-49d6-4fd4-8c71-8177d7faaedb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2613249 Mar 22 17:35:33.995488 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=9']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:34.095257 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-63247518-d835-4551-8cdd-962d94e55184 req-53cf2d9b-6c0e-4d8d-a6c6-7f1908b9e021 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397231 Mar 22 17:35:34.146492 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['27153565-2941-4851-95da-47250873be16'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:34.189085 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5daeb5a6-47b9-4ceb-8271-e06921933bec req-b41d4d09-d987-4606-8714-323f861ef147 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 210 time: 0.1303670 Mar 22 17:35:34.295735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa774db-5302-4b51-b69b-8d494f63a277 x-openstack-request-id: req-faa774db-5302-4b51-b69b-8d494f63a277 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:34.296512 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf", "name": "network-vif-deleted", "tag": "c3df2cdc-4714-458a-ad79-67e76753a4e4", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:34.299535 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faa774db-5302-4b51-b69b-8d494f63a277 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:34.300316 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa774db-5302-4b51-b69b-8d494f63a277'] response: {'server_uuid': '1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf', 'name': 'network-vif-deleted', 'tag': 'c3df2cdc-4714-458a-ad79-67e76753a4e4', 'status': 'completed', 'code': 200} Mar 22 17:35:34.486841 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5564c1b7-12e2-4bc3-ae9b-a94f9d670df8 req-2e849a3d-32b5-4705-8dd4-2381a64eba4d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ebd57a1-ebdf-4cf3-a3f2-8c80a1b4f8cf HTTP/1.1" status: 200 len: 210 time: 0.0505998 Mar 22 17:35:34.583566 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-c753725f-537f-46cb-b5c1-b734ba87ee42 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:34.586503 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-c753725f-537f-46cb-b5c1-b734ba87ee42 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 814 time: 0.4897268 Mar 22 17:35:34.611200 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a665c-4db4-498d-a6ba-d23c2a0ff7c3 req-949fd6cb-40c8-4a5b-b325-8bf2c2ae23e9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:34.643007 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ee2a665c-4db4-498d-a6ba-d23c2a0ff7c3 req-949fd6cb-40c8-4a5b-b325-8bf2c2ae23e9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 944 time: 0.2883632 Mar 22 17:35:34.649720 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:26Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:34.663894 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'port': {'device_id': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'admin_state_up': True, 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:34.690016 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:34.700769 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:34.701555 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:34.849373 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:34.909157 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ee2a665c-4db4-498d-a6ba-d23c2a0ff7c3 req-78928813-0c7a-4464-86f8-7683c02d9896 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647665 Mar 22 17:35:34.998140 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Made reservation on behalf of f96eb32da8e948a7bf31d089754a2e11 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:35.003144 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.535031 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:35.624407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 27153565-2941-4851-95da-47250873be16 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:35.625418 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (27153565-2941-4851-95da-47250873be16), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.712540 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:26Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:35.868686 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab97ae1-8378-4b56-b0ae-3a3852bd0498 None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '8272b9d8-1091-4947-9343-b4632a94d825', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:cc:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:32:54Z', 'updated_at': '2022-03-22T17:33:26Z', 'revision_number': 2, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:35.968101 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 27153565-2941-4851-95da-47250873be16 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:35.973770 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (27153565-2941-4851-95da-47250873be16), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.085613 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:36.087394 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:36.093380 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b45e6a-dc03-4427-86b0-eb512f639226" -d '{"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-plugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:36.100905 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (27153565-2941-4851-95da-47250873be16), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.104889 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device c3df2cdc-4714-458a-ad79-67e76753a4e4 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:35:36.230069 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: c3df2cdc-4714-458a-ad79-67e76753a4e4 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:35:36.230728 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device c3df2cdc-4714-458a-ad79-67e76753a4e4 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:35:36.300461 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5f86af8c-42e4-4f60-8465-95f2a1d682f8 req-e63b7c26-ee57-4107-b517-f406ddf3b8ae tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 210 time: 0.1235404 Mar 22 17:35:36.301351 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=10']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:36.381224 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ed7f1-366e-48a3-ae86-aef3fc5ac2f2 req-28888334-bdee-474a-a72b-61338405aae6 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:36.383770 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4b6ed7f1-366e-48a3-ae86-aef3fc5ac2f2 req-28888334-bdee-474a-a72b-61338405aae6 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 1.0949895 Mar 22 17:35:36.566467 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Allocated IP 172.20.0.3 (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b/b15250d4-e4d9-401e-85ed-bc5cd3edae8d/faa187ed-eb37-473c-86c5-e20032e56a1e) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:36.577742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4b6ed7f1-366e-48a3-ae86-aef3fc5ac2f2 req-db7a7afa-27fc-4374-9ec3-2986c2476eb7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705241 Mar 22 17:35:36.660206 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc502d0-2e2c-493a-9d5b-e80366a2db1d None None] New status for floating IP 95a19132-630b-43aa-8c65-c83687ea14c6: DOWN {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:35:36.755898 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34665a94-fb2c-4b93-a1e6-0f46cd7f0526 req-2bce3182-d6b3-45ef-9039-c5b615baea91 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:36.759810 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-34665a94-fb2c-4b93-a1e6-0f46cd7f0526 req-2bce3182-d6b3-45ef-9039-c5b615baea91 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.1889949 Mar 22 17:35:36.808490 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a4b07-8980-4294-99cf-2f1cb52a0177 x-openstack-request-id: req-111a4b07-8980-4294-99cf-2f1cb52a0177 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:36.813690 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-plugged", "status": "completed", "tag": "27153565-2941-4851-95da-47250873be16", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:36.818882 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-111a4b07-8980-4294-99cf-2f1cb52a0177 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:36.820065 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111a4b07-8980-4294-99cf-2f1cb52a0177'] response: {'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27153565-2941-4851-95da-47250873be16', 'code': 200} Mar 22 17:35:36.876475 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36220) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:37.032833 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.069982 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (a52b6894-1a20-4061-949d-7f180f99640e), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.194701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (a52b6894-1a20-4061-949d-7f180f99640e), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.338615 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-34665a94-fb2c-4b93-a1e6-0f46cd7f0526 req-bebb1ed4-0ffb-4d0b-829a-fdb6317a6192 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385995 Mar 22 17:35:37.347983 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.370106 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a52b6894-1a20-4061-949d-7f180f99640e), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.398364 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.401965 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/security-groups/a52b6894-1a20-4061-949d-7f180f99640e HTTP/1.1" status: 204 len: 168 time: 0.5235710 Mar 22 17:35:37.432206 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36224) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:37.441913 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b6894-1a20-4061-949d-7f180f99640e,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:37.466545 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.467161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.467802 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.468347 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.468929 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.470014 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.471022 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.471520 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.472200 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.472923 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.473613 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.474177 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.475049 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.476357 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.477034 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ebf07-3df9-4145-9c09-f496337f4a92 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:37.660616 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e97a96-e6be-451f-9052-def560c4ef46 req-1e3d44db-e820-47c6-92f6-5ac9462439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.663847 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c3e97a96-e6be-451f-9052-def560c4ef46 req-1e3d44db-e820-47c6-92f6-5ac9462439ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 1130 time: 0.1799369 Mar 22 17:35:37.691869 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.api.v2.resource [None req-f57b350e-fca6-43f3-83ec-8fe937ced966 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] show failed (client error): The resource could not be found. Mar 22 17:35:37.694387 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f57b350e-fca6-43f3-83ec-8fe937ced966 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups/a52b6894-1a20-4061-949d-7f180f99640e HTTP/1.1" status: 404 len: 347 time: 0.2604835 Mar 22 17:35:37.717593 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36228) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:37.782289 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:37.849466 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:37.879904 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c3e97a96-e6be-451f-9052-def560c4ef46 req-e6acb489-351c-4982-be87-e64b8938aa0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984048 Mar 22 17:35:37.889234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:37.902879 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:38.028698 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:38.032289 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.075356 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520d890-4a64-400f-9235-b9db5cb258c2 req-29fab849-d6a5-48de-84b7-826fff755f46 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:38.076989 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7520d890-4a64-400f-9235-b9db5cb258c2 req-29fab849-d6a5-48de-84b7-826fff755f46 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 931 time: 0.3697975 Mar 22 17:35:38.084834 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd372-4df9-44d0-bac7-33887ad13248 req-4c6a1701-f31a-4391-9148-71e70e7cd328 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:38.092979 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e04bd372-4df9-44d0-bac7-33887ad13248 req-4c6a1701-f31a-4391-9148-71e70e7cd328 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.3348300 Mar 22 17:35:38.135421 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-550a9e4d-b152-413b-a56c-85ea151d9acd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4778566 Mar 22 17:35:38.223109 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port a595b991-a604-4f85-9e88-0ed98dfa8d4b {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:35:38.225264 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.331843 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7520d890-4a64-400f-9235-b9db5cb258c2 req-93df1e6f-8a09-421c-82f2-675631832687 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361612 Mar 22 17:35:38.383930 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e04bd372-4df9-44d0-bac7-33887ad13248 req-8f46bcb7-d797-442b-8356-b2e63671aa77 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895749 Mar 22 17:35:38.470305 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.470843 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (a595b991-a604-4f85-9e88-0ed98dfa8d4b), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.473799 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-f10277b6-8d69-4037-aa41-6bd74571faac None None] Provisioning complete for port faa187ed-eb37-473c-86c5-e20032e56a1e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:38.475403 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f10277b6-8d69-4037-aa41-6bd74571faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.494701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for a595b991-a604-4f85-9e88-0ed98dfa8d4b owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:35:38.526473 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Request body: {'port': {'device_id': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:38.593698 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f10277b6-8d69-4037-aa41-6bd74571faac None None] Port faa187ed-eb37-473c-86c5-e20032e56a1e cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:38.786774 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.879931 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (a595b991-a604-4f85-9e88-0ed98dfa8d4b), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.932542 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=a595b991-a604-4f85-9e88-0ed98dfa8d4b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:39.030204 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436b78b-de23-48e2-a598-415c047996de req-2217dd92-ce23-4ae1-9df0-5bfef05f7c48 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:39.032979 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1436b78b-de23-48e2-a598-415c047996de req-2217dd92-ce23-4ae1-9df0-5bfef05f7c48 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.3166928 Mar 22 17:35:39.161709 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (95a19132-630b-43aa-8c65-c83687ea14c6), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:39.167465 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:39.172156 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ff5b36d1-9ada-4e58-aa18-25330253f441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/floatingips/95a19132-630b-43aa-8c65-c83687ea14c6 HTTP/1.1" status: 204 len: 168 time: 1.4530337 Mar 22 17:35:39.227616 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1436b78b-de23-48e2-a598-415c047996de req-10356192-d0cd-4134-b9ac-d36418fa9866 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878440 Mar 22 17:35:39.451556 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa187ed-eb37-473c-86c5-e20032e56a1e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:39.469681 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Publish callbacks [] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:39.515640 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Transition to ACTIVE for port object faa187ed-eb37-473c-86c5-e20032e56a1e will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:35:39.521461 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:39.611155 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:39.770897 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Attempting to bind port faa187ed-eb37-473c-86c5-e20032e56a1e on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:39.771274 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Attempting to bind port faa187ed-eb37-473c-86c5-e20032e56a1e by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:39.771529 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Attempting to bind port faa187ed-eb37-473c-86c5-e20032e56a1e on network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:39.779154 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Port faa187ed-eb37-473c-86c5-e20032e56a1e on network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:35:39.779629 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Attempting to bind port faa187ed-eb37-473c-86c5-e20032e56a1e on network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:39.792419 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:39.792761 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Checking segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:39.793165 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Bound using segment: {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:39.793620 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Bound port: faa187ed-eb37-473c-86c5-e20032e56a1e, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034f60f4-21f9-43c4-9446-27b1ddd20ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:39.794522 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:39.819070 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308c86-e6a2-469f-b9da-3b53f69a7f95 req-9dbcc53e-c2e6-4fce-addb-8ee3532f9c2e tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:39.830684 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-23308c86-e6a2-469f-b9da-3b53f69a7f95 req-9dbcc53e-c2e6-4fce-addb-8ee3532f9c2e tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.3280549 Mar 22 17:35:39.972975 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-23308c86-e6a2-469f-b9da-3b53f69a7f95 req-63ac3c8f-cd0f-48d8-8396-ec6caae81dd2 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411905 Mar 22 17:35:40.040889 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:40.056703 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:40.076051 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:40.233802 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:40.244897 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:40.245525 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:40.247349 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-01d715b0-f55b-4dfd-8226-2c1d42fc93ce service neutron] 10.222.0.64 "PUT /v2.0/ports/faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 1093 time: 1.7297952 Mar 22 17:35:40.253093 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:40.256231 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662a5e0-0f36-471f-80ae-288571cc5536" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:40.282856 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cd813-07c9-45a8-9454-0ff2178940cc req-271db3cf-e9c3-4f69-9057-6c4b6490c819 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:40.294672 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-103cd813-07c9-45a8-9454-0ff2178940cc req-271db3cf-e9c3-4f69-9057-6c4b6490c819 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.2319746 Mar 22 17:35:40.403352 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-103cd813-07c9-45a8-9454-0ff2178940cc req-41774d2c-cb43-49b0-8f06-096f0f736aac tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073833 Mar 22 17:35:40.477288 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e66e2-8708-47a5-9631-2b9c9f5d6bd2 req-07bfbf8a-105c-42d8-8bcb-9fe8a2184672 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:40.481148 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-328e66e2-8708-47a5-9631-2b9c9f5d6bd2 req-07bfbf8a-105c-42d8-8bcb-9fe8a2184672 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.1241930 Mar 22 17:35:40.504854 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43d08c9-5bdd-42b4-9b2e-95879f039d6f x-openstack-request-id: req-b43d08c9-5bdd-42b4-9b2e-95879f039d6f {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:40.505175 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:40.505492 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b43d08c9-5bdd-42b4-9b2e-95879f039d6f {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:40.507849 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43d08c9-5bdd-42b4-9b2e-95879f039d6f'] response: {'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'status': 'completed', 'code': 200} Mar 22 17:35:40.636603 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-328e66e2-8708-47a5-9631-2b9c9f5d6bd2 req-0e1f3820-60bd-40a3-80c2-23bedbdafa58 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494174 Mar 22 17:35:41.148784 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51256aaa-806d-4ccd-a793-552ad5956ac7 req-614ad81d-e695-46ba-aebd-0a6f4319c906 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:41.151488 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-51256aaa-806d-4ccd-a793-552ad5956ac7 req-614ad81d-e695-46ba-aebd-0a6f4319c906 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.0877705 Mar 22 17:35:41.205352 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-51256aaa-806d-4ccd-a793-552ad5956ac7 req-003cdf7f-8386-4293-96b8-67984fbcb2fa tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Mar 22 17:35:41.402309 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:35:41.568038 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c294d1-fba5-42bd-a492-59dc6f1ed64d req-c8823653-8da1-4dd2-aafe-1dbf9cf614c0 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:41.569564 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7c294d1-fba5-42bd-a492-59dc6f1ed64d req-c8823653-8da1-4dd2-aafe-1dbf9cf614c0 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0627632 Mar 22 17:35:41.635597 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b7c294d1-fba5-42bd-a492-59dc6f1ed64d req-e3f451b6-2339-4b15-b8ef-cc9ed164d525 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574882 Mar 22 17:35:41.814595 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbf1ec-6831-4ba1-b403-7048a199d9ac req-5da7ebfd-6fe5-476e-833d-0a22780a6930 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:41.816402 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-83bbf1ec-6831-4ba1-b403-7048a199d9ac req-5da7ebfd-6fe5-476e-833d-0a22780a6930 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0738418 Mar 22 17:35:41.871576 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-83bbf1ec-6831-4ba1-b403-7048a199d9ac req-65833301-31ba-41a3-8c48-11d9351c207c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495090 Mar 22 17:35:42.344414 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd7fcb-4f2a-4c9c-8f51-9d03bb4048b7 req-83475c98-3f89-48f8-8225-498406f5b351 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:42.345937 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9dcd7fcb-4f2a-4c9c-8f51-9d03bb4048b7 req-83475c98-3f89-48f8-8225-498406f5b351 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.0646083 Mar 22 17:35:42.412493 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9dcd7fcb-4f2a-4c9c-8f51-9d03bb4048b7 req-0eb8e69b-a731-449e-a646-70aa105c2565 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606079 Mar 22 17:35:42.780365 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644bab3-1306-4a75-9518-f7bcadd66e3b req-fd8a44fe-cd9c-48ef-9d5d-8954ce302d07 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:42.781909 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9644bab3-1306-4a75-9518-f7bcadd66e3b req-fd8a44fe-cd9c-48ef-9d5d-8954ce302d07 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0624282 Mar 22 17:35:42.832543 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9644bab3-1306-4a75-9518-f7bcadd66e3b req-ccc4913b-73dd-4531-aedf-2dc157f6b200 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Mar 22 17:35:43.007866 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f716c-6f8f-424a-8e39-3ce7c2d7ee32 req-000028bc-f669-489a-ba21-8b1ee2efa08d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:43.009774 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-748f716c-6f8f-424a-8e39-3ce7c2d7ee32 req-000028bc-f669-489a-ba21-8b1ee2efa08d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0608318 Mar 22 17:35:43.072190 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-748f716c-6f8f-424a-8e39-3ce7c2d7ee32 req-abc33d69-64a4-4981-a880-860904636757 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559902 Mar 22 17:35:43.533513 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d1f0d-a9ae-47e1-b102-3b793f57500b req-7e3991e8-d39b-4eef-91b8-cd8de83ed2b3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:43.535139 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c47d1f0d-a9ae-47e1-b102-3b793f57500b req-7e3991e8-d39b-4eef-91b8-cd8de83ed2b3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.0548058 Mar 22 17:35:43.588718 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c47d1f0d-a9ae-47e1-b102-3b793f57500b req-58c1a69a-6f77-43f6-a6b2-6264c57d0f41 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Mar 22 17:35:43.958227 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236aff9-d6c2-4fc5-bc9c-f3f6c4c3c805 req-f66c2255-11b2-4499-9fbb-17086e8f1690 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:43.959775 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4236aff9-d6c2-4fc5-bc9c-f3f6c4c3c805 req-f66c2255-11b2-4499-9fbb-17086e8f1690 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0584729 Mar 22 17:35:44.019477 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4236aff9-d6c2-4fc5-bc9c-f3f6c4c3c805 req-cd30011b-27db-4ba8-a2bf-15c2828e3d68 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Mar 22 17:35:44.201902 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6520b2-d3dc-44d7-b4fc-ab7cb92f1f34 req-3ddf08af-078d-4db6-b780-0bc1abd172ae tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:44.203639 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4f6520b2-d3dc-44d7-b4fc-ab7cb92f1f34 req-3ddf08af-078d-4db6-b780-0bc1abd172ae tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0549016 Mar 22 17:35:44.257282 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4f6520b2-d3dc-44d7-b4fc-ab7cb92f1f34 req-a65ed82b-5fb6-4ff3-a734-ddccd42ce799 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480049 Mar 22 17:35:44.714498 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d4aba-7990-48a0-b423-384654caef42 req-3be2b1a7-deb2-4652-a9e4-4cbbf60ff031 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:44.716032 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-261d4aba-7990-48a0-b423-384654caef42 req-3be2b1a7-deb2-4652-a9e4-4cbbf60ff031 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.0575581 Mar 22 17:35:44.766134 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-261d4aba-7990-48a0-b423-384654caef42 req-3e01c240-3332-4a57-ab03-dfbb260b10bb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Mar 22 17:35:45.141352 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a91101-37e4-4022-ab5c-5b5bb4441c75 req-d2df64dc-dffb-4c7a-bf36-3d8c5da99bfa tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.142822 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72a91101-37e4-4022-ab5c-5b5bb4441c75 req-d2df64dc-dffb-4c7a-bf36-3d8c5da99bfa tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Mar 22 17:35:45.195843 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-72a91101-37e4-4022-ab5c-5b5bb4441c75 req-fa3e2d7c-ea2f-4374-9a1f-d37aaa39a401 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473826 Mar 22 17:35:45.255068 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662a5e0-0f36-471f-80ae-288571cc5536 req-1c66aa68-967d-483c-95c8-26f46d77ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.256596 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a662a5e0-0f36-471f-80ae-288571cc5536 req-1c66aa68-967d-483c-95c8-26f46d77ec15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1127 time: 0.0487576 Mar 22 17:35:45.476496 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838d32-0863-4701-a7a2-4207848a0e4c req-dc55ab34-f0e1-4700-ae6c-9941a2c10934 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.478190 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-43838d32-0863-4701-a7a2-4207848a0e4c req-dc55ab34-f0e1-4700-ae6c-9941a2c10934 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.1376195 Mar 22 17:35:45.501931 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662a5e0-0f36-471f-80ae-288571cc5536 req-c6118043-a07f-497b-8aca-9f2379a6acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.503434 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a662a5e0-0f36-471f-80ae-288571cc5536 req-c6118043-a07f-497b-8aca-9f2379a6acb2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f96eb32da8e948a7bf31d089754a2e11&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2341700 Mar 22 17:35:45.627750 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-43838d32-0863-4701-a7a2-4207848a0e4c req-40a4e953-abec-4213-b45a-33eb097fafa5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381478 Mar 22 17:35:45.716539 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662a5e0-0f36-471f-80ae-288571cc5536 req-fb637a17-582b-4bbc-a68c-9fd3c2920aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.718180 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a662a5e0-0f36-471f-80ae-288571cc5536 req-fb637a17-582b-4bbc-a68c-9fd3c2920aeb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043839 Mar 22 17:35:45.811456 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-f05eaa55-2847-42e5-97e0-8a31bbfbe145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.813036 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-f05eaa55-2847-42e5-97e0-8a31bbfbe145 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1127 time: 0.0553753 Mar 22 17:35:45.871050 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-3b7bcf32-7ad8-4c6e-b409-963022b41f27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 217 time: 0.0499642 Mar 22 17:35:45.958838 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-c2ea7199-c896-4741-ac41-00916f4ef2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.960307 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-c2ea7199-c896-4741-ac41-00916f4ef2fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0700428 Mar 22 17:35:45.971948 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e33c9-57d7-47ec-8098-92e39802523d req-f2cdbaa2-3a7a-4072-bb5e-2d4f24109580 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.973939 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-333e33c9-57d7-47ec-8098-92e39802523d req-f2cdbaa2-3a7a-4072-bb5e-2d4f24109580 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.1124496 Mar 22 17:35:46.062286 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-333e33c9-57d7-47ec-8098-92e39802523d req-2d3df1c8-97f3-456e-bb17-204602cebbb8 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746379 Mar 22 17:35:46.065592 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-3d863bb0-a16c-4aa1-ae89-52038e148e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.066410 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-3d863bb0-a16c-4aa1-ae89-52038e148e1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0914345 Mar 22 17:35:46.161968 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-4b6641af-d135-4f44-96f9-c3e9a13336f9 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851405 Mar 22 17:35:46.260202 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc04ee8a-e4b9-4206-a5f4-0146c36524ae req-94f61fc0-7361-4718-ac0c-8c4c990e3882 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Mar 22 17:35:46.328014 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6344bf-e8de-4ee7-97fe-ea1402232941 req-1dcae4f4-c6e3-4b1d-8768-3513f328c60b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.329516 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3e6344bf-e8de-4ee7-97fe-ea1402232941 req-1dcae4f4-c6e3-4b1d-8768-3513f328c60b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0637877 Mar 22 17:35:46.380345 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3e6344bf-e8de-4ee7-97fe-ea1402232941 req-22e4a2d9-e9f9-48ce-ba51-0bbce422e676 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451415 Mar 22 17:35:46.614536 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3f3a-4674-49c4-ad8a-015ff2e398be req-e922a757-2083-44f3-9551-6671cb48bec3 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.620160 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dcdf3f3a-4674-49c4-ad8a-015ff2e398be req-e922a757-2083-44f3-9551-6671cb48bec3 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0826275 Mar 22 17:35:46.645944 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-bb1b73cd-b1a4-45ac-9871-3bf6ad0d83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.647445 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-bb1b73cd-b1a4-45ac-9871-3bf6ad0d83f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 1129 time: 0.0741353 Mar 22 17:35:46.688840 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2e11228-df61-41d3-a894-a91f49bcbd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:46.723781 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dcdf3f3a-4674-49c4-ad8a-015ff2e398be req-98c30551-913a-4b1e-ac27-c2dad13c54f5 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963440 Mar 22 17:35:46.782000 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-d6a96ead-2e3e-4301-80bb-bcf17bab4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.783600 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-d6a96ead-2e3e-4301-80bb-bcf17bab4b92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.1249809 Mar 22 17:35:46.908970 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-b8d4b7d5-39b5-4cb1-a57b-8d6d176e3827 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 200 len: 1001 time: 0.1142647 Mar 22 17:35:46.922279 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa016d-e01e-4254-9e90-a38b0f05f4de req-34786380-20bd-421f-be93-81a642e5b853 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.923832 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3dfa016d-e01e-4254-9e90-a38b0f05f4de req-34786380-20bd-421f-be93-81a642e5b853 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.1386886 Mar 22 17:35:46.986740 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736398c-ece8-4ce1-b6a1-186d9c31bea8 req-601bc1f7-ef64-4653-a622-71b9ec88562e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.988178 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f736398c-ece8-4ce1-b6a1-186d9c31bea8 req-601bc1f7-ef64-4653-a622-71b9ec88562e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.1718917 Mar 22 17:35:47.024289 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-7dc5acc8-d69b-4ad3-82d0-1b2cd81313b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:47.025749 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-7dc5acc8-d69b-4ad3-82d0-1b2cd81313b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.1010509 Mar 22 17:35:47.297282 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3dfa016d-e01e-4254-9e90-a38b0f05f4de req-3ed8020e-76cf-45c8-8289-2bf13f318e1a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643434 Mar 22 17:35:47.324628 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f736398c-ece8-4ce1-b6a1-186d9c31bea8 req-8cb7d9af-5a7e-4f5f-8ae9-704a845efa42 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298495 Mar 22 17:35:47.345488 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-28c46afd-ce89-4ab2-8620-1bd3fe183ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:47.347648 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-28c46afd-ce89-4ab2-8620-1bd3fe183ee2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3145034 Mar 22 17:35:47.474061 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88960ea-b866-42a7-8371-3256f1ae4b9b req-be1b41e0-853d-4c17-abde-782453ca514c tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:47.475544 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a88960ea-b866-42a7-8371-3256f1ae4b9b req-be1b41e0-853d-4c17-abde-782453ca514c tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.1130121 Mar 22 17:35:47.481073 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-af3155bd-1416-4fc1-b9aa-f0b176e5f0a9 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265619 Mar 22 17:35:47.571471 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a88960ea-b866-42a7-8371-3256f1ae4b9b req-1ef8ad1a-7ae2-4c71-897c-e430f629a081 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887053 Mar 22 17:35:47.603196 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3ed19b78-4bd8-4023-8f2b-2f4a20c144a8 req-61cfefc4-5a06-4b97-a01d-fd6da95d3458 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078789 Mar 22 17:35:47.847787 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99882434-2b87-4c74-90bf-4c92cc7b998b req-240552c6-e25b-4c52-b3e5-d7caf6bedc93 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:47.849146 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-99882434-2b87-4c74-90bf-4c92cc7b998b req-240552c6-e25b-4c52-b3e5-d7caf6bedc93 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0533798 Mar 22 17:35:47.901018 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-99882434-2b87-4c74-90bf-4c92cc7b998b req-e2e0c59f-c8ca-42a0-b8ee-e829c417ddf9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460546 Mar 22 17:35:48.445601 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64929f-4a0d-4f83-abc2-380166fef4a2 req-19241566-54b4-4147-b14c-c8c00163335e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:48.446783 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-eb64929f-4a0d-4f83-abc2-380166fef4a2 req-19241566-54b4-4147-b14c-c8c00163335e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.0523634 Mar 22 17:35:48.495081 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-eb64929f-4a0d-4f83-abc2-380166fef4a2 req-f88a41ee-61cc-439b-a324-eb29b42b8f6c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ba9af8-af95-4d07-958f-01b66cf6140a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419126 Mar 22 17:35:48.727040 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a7f08-40cb-4246-8843-4e01b20269bd req-47ba1749-65ad-4aaa-b9c8-408c60b7c111 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:48.728792 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a80a7f08-40cb-4246-8843-4e01b20269bd req-47ba1749-65ad-4aaa-b9c8-408c60b7c111 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 943 time: 0.0890045 Mar 22 17:35:48.737328 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-fbaefefc-2a81-4ee6-bdcf-d705cd401efc tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:48.738733 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-fbaefefc-2a81-4ee6-bdcf-d705cd401efc tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 945 time: 0.0897999 Mar 22 17:35:48.839592 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a80a7f08-40cb-4246-8843-4e01b20269bd req-7e5ead64-ff7c-40f4-b6e5-262d9e054a2f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997868 Mar 22 17:35:48.862993 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:35:48.863347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:48.922171 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-771e2037-5e14-45fa-a5ee-e1fd2f3e440a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:48.958508 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] For port 2da9535d-84a6-44f8-bf46-1e2e55b76c12, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2da9535d-84a6-44f8-bf46-1e2e55b76c12,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:48.958876 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.103621 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d270-e9b3-4321-9f6f-88d5c3cd7659 req-8e9d50c8-db96-4d38-a536-4e6ad9c41906 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:49.105020 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2d03d270-e9b3-4321-9f6f-88d5c3cd7659 req-8e9d50c8-db96-4d38-a536-4e6ad9c41906 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1361670 Mar 22 17:35:49.204992 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2d03d270-e9b3-4321-9f6f-88d5c3cd7659 req-98bf8148-2302-44f4-a6aa-bf8a2822d6c6 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928841 Mar 22 17:35:49.208191 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.208557 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (8272b9d8-1091-4947-9343-b4632a94d825), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.208955 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP 8272b9d8-1091-4947-9343-b4632a94d825 disassociated. External IP: 172.28.1.103, port: 2da9535d-84a6-44f8-bf46-1e2e55b76c12. Mar 22 17:35:49.210143 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for 2da9535d-84a6-44f8-bf46-1e2e55b76c12 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:35:49.346143 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (2da9535d-84a6-44f8-bf46-1e2e55b76c12), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.377464 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=2da9535d-84a6-44f8-bf46-1e2e55b76c12,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:49.492453 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:49.578279 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device faa187ed-eb37-473c-86c5-e20032e56a1e details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:49.596111 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-07541e5e-89d0-4e68-8877-3900006e0f8f req-40813c8a-e153-4c45-abab-b77fb5293869 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a811d37-7029-4e74-bc1c-2071b9ad86fb HTTP/1.1" status: 200 len: 210 time: 0.0315318 Mar 22 17:35:49.631417 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:49.642058 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914950-5603-420f-842c-4c69ae023428 None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:49.652667 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:49.653358 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:49.678308 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] No DVR routers for this DVR port 2da9535d-84a6-44f8-bf46-1e2e55b76c12 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:35:49.681151 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.685712 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f8e0f692-9901-4b72-a6bc-b4d7c210b3a1 req-a4594017-f89b-4acf-838c-56131289b6ed tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "DELETE /v2.0/ports/2da9535d-84a6-44f8-bf46-1e2e55b76c12 HTTP/1.1" status: 204 len: 173 time: 0.9402258 Mar 22 17:35:49.686206 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'name': 'network-vif-deleted', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:49.688767 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe91db42-0d91-4840-9fc5-05248ca5a206" -d '{"events": [{"server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "name": "network-vif-deleted", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:49.698113 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:49.717952 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'port_id': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'mac_address': 'fa:16:3e:b3:a2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:49.751652 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2766e8-3cb1-4f92-ab11-9c237dcc9887 x-openstack-request-id: req-dd2766e8-3cb1-4f92-ab11-9c237dcc9887 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:49.751961 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a811d37-7029-4e74-bc1c-2071b9ad86fb", "name": "network-vif-deleted", "tag": "2da9535d-84a6-44f8-bf46-1e2e55b76c12", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:49.752225 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd2766e8-3cb1-4f92-ab11-9c237dcc9887 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:49.752637 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2766e8-3cb1-4f92-ab11-9c237dcc9887'] response: {'server_uuid': '5a811d37-7029-4e74-bc1c-2071b9ad86fb', 'name': 'network-vif-deleted', 'tag': '2da9535d-84a6-44f8-bf46-1e2e55b76c12', 'status': 'completed', 'code': 200} Mar 22 17:35:49.793485 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port faa187ed-eb37-473c-86c5-e20032e56a1e is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:49.794065 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.814671 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa187ed-eb37-473c-86c5-e20032e56a1e {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:49.842240 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:49.848632 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:49.868859 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:49.911174 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:49.994231 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245cbf6-3663-4650-896d-328495db4faf req-d07e8571-29c0-4d53-bb10-1bd096d7a71b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:49.995722 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5245cbf6-3663-4650-896d-328495db4faf req-d07e8571-29c0-4d53-bb10-1bd096d7a71b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 944 time: 0.0711656 Mar 22 17:35:50.047844 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:50.064780 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5245cbf6-3663-4650-896d-328495db4faf req-5c419198-b523-4787-aade-1048203ceebb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Mar 22 17:35:50.095635 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:50.124911 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914950-5603-420f-842c-4c69ae023428 None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:50.133214 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:50.133815 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:50.149712 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['faa187ed-eb37-473c-86c5-e20032e56a1e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:50.239362 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:50.254721 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:50.470894 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-af914950-5603-420f-842c-4c69ae023428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:50.498112 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914950-5603-420f-842c-4c69ae023428 None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:50.683648 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36368) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:50.740538 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e22a73a-4c99-47e9-a6b2-a049e952ea4e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (b0ba9af8-af95-4d07-958f-01b66cf6140a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:50.743736 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983d4bb-0fae-47f0-83b8-369407df4f7b None None] New status for floating IP 8272b9d8-1091-4947-9343-b4632a94d825: DOWN {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:35:50.764403 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e22a73a-4c99-47e9-a6b2-a049e952ea4e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (b0ba9af8-af95-4d07-958f-01b66cf6140a), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:50.811834 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e22a73a-4c99-47e9-a6b2-a049e952ea4e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b0ba9af8-af95-4d07-958f-01b66cf6140a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:50.814623 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0e22a73a-4c99-47e9-a6b2-a049e952ea4e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:50.815935 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0e22a73a-4c99-47e9-a6b2-a049e952ea4e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0ba9af8-af95-4d07-958f-01b66cf6140a HTTP/1.1" status: 204 len: 168 time: 0.1312973 Mar 22 17:35:50.818748 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36370) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:50.825913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a73a-4c99-47e9-a6b2-a049e952ea4e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ba9af8-af95-4d07-958f-01b66cf6140a,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:50.833169 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.api.v2.resource [None req-1a7b8cb0-7e99-4eb1-a8f8-c9be635cf770 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] show failed (client error): The resource could not be found. Mar 22 17:35:50.834457 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1a7b8cb0-7e99-4eb1-a8f8-c9be635cf770 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups/b0ba9af8-af95-4d07-958f-01b66cf6140a HTTP/1.1" status: 404 len: 347 time: 0.0146563 Mar 22 17:35:50.837343 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36372) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:50.969323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port 4f6df9c3-4f76-43ed-b3de-86c59e57a939 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:35:50.969670 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.053806 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.054056 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (4f6df9c3-4f76-43ed-b3de-86c59e57a939), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.067359 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for 4f6df9c3-4f76-43ed-b3de-86c59e57a939 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:35:51.197516 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e85ae-e727-42f4-a95c-8119cebbe683 req-9035dd40-f35f-4a15-9380-76d30f3a8d72 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:51.199586 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e23e85ae-e727-42f4-a95c-8119cebbe683 req-9035dd40-f35f-4a15-9380-76d30f3a8d72 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 944 time: 0.0560338 Mar 22 17:35:51.210728 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (4f6df9c3-4f76-43ed-b3de-86c59e57a939), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.246553 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=4f6df9c3-4f76-43ed-b3de-86c59e57a939,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:51.253620 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e23e85ae-e727-42f4-a95c-8119cebbe683 req-798e4553-34dc-46bf-bb2f-62a2dfff631a tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Mar 22 17:35:51.303595 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (8272b9d8-1091-4947-9343-b4632a94d825), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.306414 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.307596 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6b99c531-f02d-4cdd-a0dd-ff09bd817472 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/floatingips/8272b9d8-1091-4947-9343-b4632a94d825 HTTP/1.1" status: 204 len: 168 time: 0.4693303 Mar 22 17:35:51.549292 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.596409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device faa187ed-eb37-473c-86c5-e20032e56a1e up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:51.615519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36380) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:51.623580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653036838', 'description': 'tempest-description--1715426308'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:51.656052 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.671437 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port faa187ed-eb37-473c-86c5-e20032e56a1e completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:51.676134 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port faa187ed-eb37-473c-86c5-e20032e56a1e triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:51.676507 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.745749 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (3f109518-dcf9-4939-91fe-850b87418829), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.750187 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3f109518-dcf9-4939-91fe-850b87418829), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.783644 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port faa187ed-eb37-473c-86c5-e20032e56a1e is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:51.784180 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.792000 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.793264 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1761777 Mar 22 17:35:51.796985 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36382) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:51.798089 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3e74-968a-47ec-84f8-47de2e0cccbe tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f109518-dcf9-4939-91fe-850b87418829,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:51.809877 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': '3f109518-dcf9-4939-91fe-850b87418829', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:51.814956 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:51.817664 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d19f3-72e9-4fe3-b181-3164e045d78d" -d '{"events": [{"server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "name": "network-vif-plugged", "status": "completed", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:51.836423 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:51.842163 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.842883 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2da9535d-84a6-44f8-bf46-1e2e55b76c12 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:35:51.843740 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (9f1be0d3-b668-4355-bb39-ebc6737ae9a4), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.893545 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b325c40-dd43-499a-9b05-c584a1ce70c5 x-openstack-request-id: req-4b325c40-dd43-499a-9b05-c584a1ce70c5 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:51.894060 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "name": "network-vif-plugged", "status": "completed", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:51.894356 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b325c40-dd43-499a-9b05-c584a1ce70c5 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:51.894733 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b325c40-dd43-499a-9b05-c584a1ce70c5'] response: {'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'code': 200} Mar 22 17:35:51.895318 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 2da9535d-84a6-44f8-bf46-1e2e55b76c12 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:35:51.896226 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2da9535d-84a6-44f8-bf46-1e2e55b76c12 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:35:51.911975 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (9f1be0d3-b668-4355-bb39-ebc6737ae9a4), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.916935 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (9f1be0d3-b668-4355-bb39-ebc6737ae9a4), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.933987 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:51.936405 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1be0d3-b668-4355-bb39-ebc6737ae9a4,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:51.948903 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.950380 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-da75c52e-26bc-4cef-83c3-7165e5d32cd2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523345 Mar 22 17:35:51.953480 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36386) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:51.959367 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': '3f109518-dcf9-4939-91fe-850b87418829', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:51.993633 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (c3683f4c-ad36-49b2-a989-3312fec7b68e), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.084785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (c3683f4c-ad36-49b2-a989-3312fec7b68e), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.089305 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (c3683f4c-ad36-49b2-a989-3312fec7b68e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.097395 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efab6b0-0ebf-4219-af4c-a5e5f6cb5b81 req-3ee0c0fb-0592-418a-8370-67b21d5e35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:52.098823 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8efab6b0-0ebf-4219-af4c-a5e5f6cb5b81 req-3ee0c0fb-0592-418a-8370-67b21d5e35c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1129 time: 0.0727060 Mar 22 17:35:52.118146 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3683f4c-ad36-49b2-a989-3312fec7b68e,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:52.133832 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.135107 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-951bc762-b82c-4c5a-a803-e449655d3965 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805148 Mar 22 17:35:52.138891 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36388) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:52.148629 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:52.174830 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8efab6b0-0ebf-4219-af4c-a5e5f6cb5b81 req-99db5915-f1eb-4b42-870d-5a8fe4b4acdd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637333 Mar 22 17:35:52.181552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.297832 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.447089 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595c9d-8a50-4d2a-9ac7-bb95289795a0 req-89538a9a-0dfb-49e8-b018-020bb3639c84 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:52.448644 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-58595c9d-8a50-4d2a-9ac7-bb95289795a0 req-89538a9a-0dfb-49e8-b018-020bb3639c84 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.1117091 Mar 22 17:35:52.460804 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.28.1.224 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/bc8d9d2c-daab-41ff-965e-74ec9c1c9da7) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:52.559930 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-58595c9d-8a50-4d2a-9ac7-bb95289795a0 req-1575b69a-e03c-4847-9bec-3d0722755f19 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000218 Mar 22 17:35:52.604378 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.648336 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.694510 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:52.697716 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:52.701734 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:52.730011 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=bc8d9d2c-daab-41ff-965e-74ec9c1c9da7,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:52.807730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (e8ee93b5-efc6-4871-80e2-b6aa9b3ca894), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.847004 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:53.051236 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:53.062279 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:53.067656 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:53.141059 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=bc8d9d2c-daab-41ff-965e-74ec9c1c9da7,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:53.153692 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e8ee93b5-efc6-4871-80e2-b6aa9b3ca894), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:53.170374 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:53.171696 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-af204bf3-d61e-4c52-bf0a-5ea39ae789f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0318167 Mar 22 17:35:53.397904 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-d6867103-c1df-4b90-8d95-1fb2428e014a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1653036838&fields=id&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 267 time: 0.0495787 Mar 22 17:35:53.525863 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-8baba0c4-bfaa-498c-8004-e41c03168760 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:53.528498 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-8baba0c4-bfaa-498c-8004-e41c03168760 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.1231086 Mar 22 17:35:53.547957 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1561ff77-3de9-4379-b5bf-139e5271ad77 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/quotas/118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 375 time: 0.0098190 Mar 22 17:35:53.610478 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-cdf2d8d4-346d-4e62-8155-4af9e7113431 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571728 Mar 22 17:35:53.762430 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237fb1-4112-4926-87fb-cb4bf0dc313d req-9014b082-a4fb-4f99-bd37-d38b0341d7a4 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:53.764621 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e2237fb1-4112-4926-87fb-cb4bf0dc313d req-9014b082-a4fb-4f99-bd37-d38b0341d7a4 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.1149673 Mar 22 17:35:53.766839 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-7bf8eb99-31f8-4dc9-b9e6-882bc2fbc88a service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404600 Mar 22 17:35:53.890616 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e2237fb1-4112-4926-87fb-cb4bf0dc313d req-c99842b6-1fde-4c92-a98b-9b2546f58ee5 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177795 Mar 22 17:35:53.916367 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-56f74c98-33d3-4b61-afce-d56cacff7680 service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418657 Mar 22 17:35:54.035940 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51bdb-8f23-45ca-9337-7264d670a81f req-16177f77-a7e2-4d98-a8bd-65ce0b253c3b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:54.037985 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-05b51bdb-8f23-45ca-9337-7264d670a81f req-16177f77-a7e2-4d98-a8bd-65ce0b253c3b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.0613441 Mar 22 17:35:54.104466 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-05b51bdb-8f23-45ca-9337-7264d670a81f req-3b80916c-0d5f-4ecd-9ef5-5fed09efb2c9 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Mar 22 17:35:54.149564 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-149c34d5-caa8-4d2b-bb97-9f525b301f64 req-3e8faa70-25a0-4709-bd61-3e839c42369d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 210 time: 0.0374949 Mar 22 17:35:54.522880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab1e9a-e783-4d61-8f78-aa5229d41334 req-c9042451-574d-4367-a9da-d094ca9a0059 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:54.524648 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-80ab1e9a-e783-4d61-8f78-aa5229d41334 req-c9042451-574d-4367-a9da-d094ca9a0059 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.0625417 Mar 22 17:35:54.598836 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-80ab1e9a-e783-4d61-8f78-aa5229d41334 req-c33384ee-667d-48a3-a844-1d66d5394a45 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647075 Mar 22 17:35:55.297675 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-da878ae2-daf2-4b1d-a9e8-04b849b0dac4 req-a1b41b3f-df8e-4ec5-a49a-dd2fb66f32d6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 210 time: 0.0496352 Mar 22 17:35:55.327238 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-d335c4ef-526f-41ae-a043-bcc457e64d81 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:55.329549 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-d335c4ef-526f-41ae-a043-bcc457e64d81 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.1708977 Mar 22 17:35:55.402201 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-4ebaecdb-f815-413a-8262-cab1b7a484fa tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 380 time: 0.0639865 Mar 22 17:35:55.414540 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'port': {'device_id': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'admin_state_up': True, 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'security_groups': ['3f109518-dcf9-4939-91fe-850b87418829']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:55.544189 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Made reservation on behalf of 118a474206484ad9b7b8c35dac6b368d for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:55.548248 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.686626 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.20.0.11 (aa10e76c-bebe-4d39-9a51-c995c2c54649/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d/702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:55.847850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.882078 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.927570 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:55.931117 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:55.937929 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:55.944722 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:55.995513 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:55.996187 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.029473 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-438ce43b-d7d2-4826-af65-eee59b0de396 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186373 Mar 22 17:35:56.042225 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Request body: {'port': {'device_id': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:56.115570 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.253658 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d00e83ea-cec4-4fff-a52d-3a02074f6916 None None] Provisioning complete for port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:56.254495 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d00e83ea-cec4-4fff-a52d-3a02074f6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.300509 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d00e83ea-cec4-4fff-a52d-3a02074f6916 None None] Port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:56.506827 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:56.517926 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Publish callbacks [] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.540822 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5431f15-b865-4849-8f4d-69cdf43d7cb0 req-e3e87b3b-a284-473f-bc03-d3d03ace735d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:56.542438 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e5431f15-b865-4849-8f4d-69cdf43d7cb0 req-e3e87b3b-a284-473f-bc03-d3d03ace735d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 932 time: 0.1282423 Mar 22 17:35:56.546580 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Transition to ACTIVE for port object 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:35:56.558818 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.654301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:56.660243 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e5431f15-b865-4849-8f4d-69cdf43d7cb0 req-3ecc9a3d-dcb6-449e-90fd-488c4279a581 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087859 Mar 22 17:35:56.770061 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Attempting to bind port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:56.770496 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Attempting to bind port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:56.771020 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Attempting to bind port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:56.776709 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:35:56.777047 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Attempting to bind port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:56.784835 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:56.785186 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:56.785578 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Bound using segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:56.786018 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Bound port: 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:56.786382 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.221191 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] For port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:57.224845 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] For port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:57.232080 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.267590 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.268413 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.269884 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 HTTP/1.1" status: 200 len: 1094 time: 1.2339509 Mar 22 17:35:57.272280 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:57.275662 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3446c31f-33fb-4287-80a5-cadf3fa191e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:57.308506 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73194c-1777-45d5-b180-d105f155e8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.344518 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a229dff-90ee-4256-990e-b125949fb9d1 x-openstack-request-id: req-1a229dff-90ee-4256-990e-b125949fb9d1 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:57.344991 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:57.345398 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a229dff-90ee-4256-990e-b125949fb9d1 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:57.346044 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a229dff-90ee-4256-990e-b125949fb9d1'] response: {'name': 'network-changed', 'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'status': 'completed', 'code': 200} Mar 22 17:35:57.410305 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-3552fb2b-7773-4b7a-884f-a6631ab9b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.413013 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-3552fb2b-7773-4b7a-884f-a6631ab9b867 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 1128 time: 0.0821970 Mar 22 17:35:57.462153 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-ed85c6d6-8aab-475f-be8d-8dcd68c90433 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 HTTP/1.1" status: 200 len: 217 time: 0.0413275 Mar 22 17:35:57.517975 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-00a400dd-555f-4933-8e0c-796b37c0ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.519531 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-00a400dd-555f-4933-8e0c-796b37c0ba72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0493877 Mar 22 17:35:57.580861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be230-e236-4482-a514-7b7e1dea10db req-e058507a-8122-4387-8c79-b70494e8241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.582420 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-e058507a-8122-4387-8c79-b70494e8241d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529563 Mar 22 17:35:57.711923 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-4c464535-ef75-4c1d-8efe-ab5a609e4ad2 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216187 Mar 22 17:35:57.926314 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f2883-ed9e-4678-b88b-bfa2d6c1127f req-65e47b53-c330-45bd-b992-80929434a067 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.928844 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-654f2883-ed9e-4678-b88b-bfa2d6c1127f req-65e47b53-c330-45bd-b992-80929434a067 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 944 time: 0.1388683 Mar 22 17:35:57.936029 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2a2be230-e236-4482-a514-7b7e1dea10db req-19f91315-f6c2-4bb6-84ad-2d39cf31ee6d service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163131 Mar 22 17:35:58.032903 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-654f2883-ed9e-4678-b88b-bfa2d6c1127f req-8165cc64-b5bb-415a-80a7-6eba5bdd1432 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954044 Mar 22 17:35:58.054915 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-b4969dff-f51e-466e-a3e4-5cea900cde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:58.056833 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-b4969dff-f51e-466e-a3e4-5cea900cde98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 1128 time: 0.0678766 Mar 22 17:35:58.177567 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-ffdd6ad9-a7cc-4df6-9ebd-38720d8e4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:58.179400 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-ffdd6ad9-a7cc-4df6-9ebd-38720d8e4e53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.1072693 Mar 22 17:35:58.248155 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-67b135b7-a2a3-4873-a0fd-73cef1b2aac4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 HTTP/1.1" status: 200 len: 217 time: 0.0581119 Mar 22 17:35:58.305031 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-2d38da4e-0535-4265-8445-6fea1bfa0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:58.306562 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-2d38da4e-0535-4265-8445-6fea1bfa0839 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0526838 Mar 22 17:35:58.361880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-f0f557e4-ad62-4073-8ee7-3ce2fb2c6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:58.363540 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-f0f557e4-ad62-4073-8ee7-3ce2fb2c6ffa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501938 Mar 22 17:35:58.471546 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-1c61851c-2f59-48fc-b64c-ab66d4827429 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970569 Mar 22 17:35:58.571797 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3446c31f-33fb-4287-80a5-cadf3fa191e6 req-68a96308-6ada-4fce-b216-c76270b7b08b service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927384 Mar 22 17:35:59.191447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2074d4-c330-47a6-99b5-b37bf7be0dff req-1dc8b218-581c-4f60-aee9-34f3de4989bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:59.193024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa2074d4-c330-47a6-99b5-b37bf7be0dff req-1dc8b218-581c-4f60-aee9-34f3de4989bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.1022120 Mar 22 17:35:59.210700 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1fcec-b9cb-49e6-b1ca-d6724fda599f req-c1196ec0-4dcb-4b50-a3f7-d979cdfb783c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:59.213504 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bda1fcec-b9cb-49e6-b1ca-d6724fda599f req-c1196ec0-4dcb-4b50-a3f7-d979cdfb783c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 944 time: 0.0863123 Mar 22 17:35:59.296635 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa2074d4-c330-47a6-99b5-b37bf7be0dff req-ed00b55a-2d54-4299-8fed-dee610b47213 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817258 Mar 22 17:35:59.304682 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bda1fcec-b9cb-49e6-b1ca-d6724fda599f req-b9ba995d-3e18-408d-94f4-304ab19cfa5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791790 Mar 22 17:35:59.322505 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36472) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:59.448607 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fc7b9-664a-4d5c-9264-0daee93650bd tempest-TestMinimumBasicScenario-654294682 tempest-TestMinimumBasicScenario-654294682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:59.451206 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7e9fc7b9-664a-4d5c-9264-0daee93650bd tempest-TestMinimumBasicScenario-654294682 tempest-TestMinimumBasicScenario-654294682-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1124 time: 0.1269121 Mar 22 17:35:59.454089 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36476) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:59.459057 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'port_id': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:59.486354 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.598624 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.725435 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Allocated IP 172.28.1.2 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/01fa5b0c-2f29-472a-bd60-dc148f1ed194) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:59.844691 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.884329 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.925471 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:59.928562 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:59.935428 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:59.942002 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'Port': ['ID=01fa5b0c-2f29-472a-bd60-dc148f1ed194,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:00.392505 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for floatingip (ca47a399-f745-4429-8ed0-b0a6762d9a89), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.513716 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6183e-94e8-4797-823b-0d8b3e39f97e req-8fcac025-3f02-42ca-b7da-969f56fe7a3c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:00.515375 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cef6183e-94e8-4797-823b-0d8b3e39f97e req-8fcac025-3f02-42ca-b7da-969f56fe7a3c tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 944 time: 0.1000242 Mar 22 17:36:00.518736 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.612975 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cef6183e-94e8-4797-823b-0d8b3e39f97e req-97d8847e-eaf4-4631-bede-257270b83c5b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910354 Mar 22 17:36:00.716645 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.721500 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.794926 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'Port': ['ID=01fa5b0c-2f29-472a-bd60-dc148f1ed194,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:00.809995 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (ca47a399-f745-4429-8ed0-b0a6762d9a89), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.921677 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Floating IP ca47a399-f745-4429-8ed0-b0a6762d9a89 associated. External IP: 172.28.1.2, port: faa187ed-eb37-473c-86c5-e20032e56a1e. Mar 22 17:36:01.145212 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Router 9ca15064-9d55-48eb-91ca-82624ba3c94c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:01.261669 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:01.271653 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] Sync routers for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:01.281973 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.282179 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:01.282675 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:01.317046 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c7d8dae5-defa-4c00-a713-23aa017f53bf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8617098 Mar 22 17:36:01.317718 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:01.320074 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:01.321141 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36480) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:01.326374 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405128909', 'description': 'tempest-secgroup-smoke-1405128909 description', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:01.348823 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.359862 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50150f-0ba5-41a0-bfab-510fc3b8a6ae x-openstack-request-id: req-2d50150f-0ba5-41a0-bfab-510fc3b8a6ae {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:01.360207 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:01.360427 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d50150f-0ba5-41a0-bfab-510fc3b8a6ae {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:01.360854 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50150f-0ba5-41a0-bfab-510fc3b8a6ae'] response: {'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'status': 'completed', 'code': 200} Mar 22 17:36:01.402700 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:01.426606 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group (c997e19e-1841-43e6-8a96-eb9198895c34), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.430776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c997e19e-1841-43e6-8a96-eb9198895c34), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.466655 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c997e19e-1841-43e6-8a96-eb9198895c34,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:01.471818 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.476244 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-09f68768-2fc8-4266-b228-ae39a645d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.476894 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f43cc270-4358-43cb-9faa-713418ed95eb tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1545784 Mar 22 17:36:01.477048 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-09f68768-2fc8-4266-b228-ae39a645d228 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1129 time: 0.0879412 Mar 22 17:36:01.477931 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36484) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:01.484790 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group_rule': {'security_group_id': 'c997e19e-1841-43e6-8a96-eb9198895c34', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:01.567954 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (9d29ae33-5000-475f-90ea-89cb9d3609b3), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.623512 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-b78222c7-d8ab-49a9-b262-c93a6e4a9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.625037 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-b78222c7-d8ab-49a9-b262-c93a6e4a9d55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 915 time: 0.1337121 Mar 22 17:36:01.655951 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'ca47a399-f745-4429-8ed0-b0a6762d9a89', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'floating_ip_address': '172.28.1.2', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'port_id': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'mac_address': 'fa:16:3e:b3:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:00Z', 'updated_at': '2022-03-22T17:36:00Z', 'revision_number': 0, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:13Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:01.656240 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:36:01.686837 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] Checking router: 9ca15064-9d55-48eb-91ca-82624ba3c94c for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:01.697086 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:01.697768 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:01.700784 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (9d29ae33-5000-475f-90ea-89cb9d3609b3), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.719738 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (9d29ae33-5000-475f-90ea-89cb9d3609b3), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.764992 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-5139d41e-6243-46ad-8577-05f48a65a406 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 997 time: 0.1314921 Mar 22 17:36:01.768344 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d29ae33-5000-475f-90ea-89cb9d3609b3,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:01.792160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.793593 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0eee55a6-8bba-483f-898a-b8801aa24e1f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143589 Mar 22 17:36:01.797173 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36488) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:01.802403 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group_rule': {'security_group_id': 'c997e19e-1841-43e6-8a96-eb9198895c34', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:01.803398 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:01.824809 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'port_id': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'mac_address': 'fa:16:3e:70:40:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:36:01.832409 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (5aac13f4-4f97-4af4-9f50-0c58e7c3da99), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.835151 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:01.841155 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-e2127bde-4301-4935-8b24-4e3793c01cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.842682 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-e2127bde-4301-4935-8b24-4e3793c01cd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0704620 Mar 22 17:36:01.850062 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dab51-eee5-43dc-b79d-ae97e5a90445 req-5863ebda-1a7b-4305-bfe9-34eb5e7eddac tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.851945 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-684dab51-eee5-43dc-b79d-ae97e5a90445 req-5863ebda-1a7b-4305-bfe9-34eb5e7eddac tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 944 time: 0.1479120 Mar 22 17:36:01.876331 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:01.876870 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.894716 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:36:01.924919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (5aac13f4-4f97-4af4-9f50-0c58e7c3da99), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.925252 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:01.930599 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.932536 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (5aac13f4-4f97-4af4-9f50-0c58e7c3da99), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.945452 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-684dab51-eee5-43dc-b79d-ae97e5a90445 req-0c7f141b-b535-4db5-be29-414afe17f30e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825093 Mar 22 17:36:01.952243 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-a4bdb631-b71e-4ac7-80ff-663b52e5d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.953820 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-a4bdb631-b71e-4ac7-80ff-663b52e5d106 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1006169 Mar 22 17:36:01.988762 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aac13f4-4f97-4af4-9f50-0c58e7c3da99,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:01.997038 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:02.004045 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.005697 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-0bf7850b-0872-4dfd-895d-df38535dd48f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2073102 Mar 22 17:36:02.008380 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36490) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:02.014648 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group_rule': {'security_group_id': 'c997e19e-1841-43e6-8a96-eb9198895c34', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:02.042768 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (339db331-f188-4e8e-8658-0924b2c52f20), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.095299 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-702bd83b-2112-4023-990c-b5e647ce985b service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323361 Mar 22 17:36:02.116818 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (339db331-f188-4e8e-8658-0924b2c52f20), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.120740 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (339db331-f188-4e8e-8658-0924b2c52f20), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.143456 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339db331-f188-4e8e-8658-0924b2c52f20,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:02.149287 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.154709 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-0c0a81bb-00ff-457a-bcac-b1bcef0503ea tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448631 Mar 22 17:36:02.155394 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36492) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:02.160207 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group_rule': {'security_group_id': 'c997e19e-1841-43e6-8a96-eb9198895c34', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:02.164008 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'ca47a399-f745-4429-8ed0-b0a6762d9a89', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'floating_ip_address': '172.28.1.2', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'port_id': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'mac_address': 'fa:16:3e:b3:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:00Z', 'updated_at': '2022-03-22T17:36:00Z', 'revision_number': 0, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:13Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:02.187472 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (df4b0592-ad00-43d9-b38a-1f9d7ae4e2ab), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.196293 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409f3a52-d97d-4070-b861-200a50b51e63 None None] The sync data for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb is: [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'ca47a399-f745-4429-8ed0-b0a6762d9a89', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'floating_ip_address': '172.28.1.2', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'port_id': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'mac_address': 'fa:16:3e:b3:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:00Z', 'updated_at': '2022-03-22T17:36:00Z', 'revision_number': 0, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:13Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:02.235907 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a93207d6-6d81-4d43-88f8-6e75b2ee31f2 req-0b6a959d-24ba-4244-8b94-35abfc447053 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282363 Mar 22 17:36:02.245431 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:36:02.266355 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (df4b0592-ad00-43d9-b38a-1f9d7ae4e2ab), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.272622 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (df4b0592-ad00-43d9-b38a-1f9d7ae4e2ab), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.288344 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4b0592-ad00-43d9-b38a-1f9d7ae4e2ab,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:02.306575 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.307832 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a74716de-292c-4fc9-bc1e-cf98124e1577 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513805 Mar 22 17:36:02.311625 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36494) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:02.316498 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group_rule': {'security_group_id': 'c997e19e-1841-43e6-8a96-eb9198895c34', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:02.340772 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.securitygroups_db [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Project f96eb32da8e948a7bf31d089754a2e11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:36:02.346883 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (0c0db9e8-99ba-4a73-a2f1-0e43c4db6145), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.419300 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (0c0db9e8-99ba-4a73-a2f1-0e43c4db6145), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.424441 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (0c0db9e8-99ba-4a73-a2f1-0e43c4db6145), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.447667 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0db9e8-99ba-4a73-a2f1-0e43c4db6145,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:02.453786 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.455522 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d1ec39de-d99f-4290-8189-b9604e03fd04 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427190 Mar 22 17:36:02.460210 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36496) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:02.464990 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'security_group_rule': {'security_group_id': 'c997e19e-1841-43e6-8a96-eb9198895c34', 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:02.477880 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9869095-0f4c-4afa-83bb-3710617a1443 None None] New status for floating IP ca47a399-f745-4429-8ed0-b0a6762d9a89: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:36:02.490333 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.securitygroups_db [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Project f96eb32da8e948a7bf31d089754a2e11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:36:02.498260 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (9ec54f95-041c-4d6c-b803-1d239cffb281), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.564487 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (9ec54f95-041c-4d6c-b803-1d239cffb281), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.568958 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (9ec54f95-041c-4d6c-b803-1d239cffb281), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.588211 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec54f95-041c-4d6c-b803-1d239cffb281,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:02.596025 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.597427 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-02e57877-fc2c-42a8-b31a-23e2200754e1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359911 Mar 22 17:36:02.695070 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-0286935d-1096-4f9a-bc18-4acf05476bf9 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405128909&fields=id&tenant_id=f96eb32da8e948a7bf31d089754a2e11 HTTP/1.1" status: 200 len: 267 time: 0.0492425 Mar 22 17:36:02.756752 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-781743b4-69c9-4df9-8b85-b0c5cdc8f891 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:02.758257 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-781743b4-69c9-4df9-8b85-b0c5cdc8f891 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.0577223 Mar 22 17:36:02.770766 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'port': {'security_groups': ['ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c', 'c997e19e-1841-43e6-8a96-eb9198895c34']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:02.849410 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.045161 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:03.109083 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.114477 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.127459 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['faa187ed-eb37-473c-86c5-e20032e56a1e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:36:03.168102 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.168885 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.171153 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e398d6a6-b8b1-49b7-956d-45958a06b7d6 req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "PUT /v2.0/ports/faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 981 time: 0.4045544 Mar 22 17:36:03.198206 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61d2b-5cfd-4614-8b57-00994aae5e58 req-86622695-1e06-4712-801f-9b7df5f3309f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.202171 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ed61d2b-5cfd-4614-8b57-00994aae5e58 req-86622695-1e06-4712-801f-9b7df5f3309f tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 945 time: 0.1582961 Mar 22 17:36:03.221900 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821dcba-2225-4ddd-b4b7-57a70e647b63 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:03.302086 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ed61d2b-5cfd-4614-8b57-00994aae5e58 req-d77bd11a-a301-4c75-b49d-6e71f396e689 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910597 Mar 22 17:36:03.308198 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['faa187ed-eb37-473c-86c5-e20032e56a1e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:36:03.330725 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609d582-7bf7-44bf-815d-31a053ab03c9 req-96c1f94a-a392-4de6-a0af-ca149379980a tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.330725 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e609d582-7bf7-44bf-815d-31a053ab03c9 req-96c1f94a-a392-4de6-a0af-ca149379980a tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0927291 Mar 22 17:36:03.364091 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:03.366423 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5d8f7c-b281-466d-91be-646a9df5ffdb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:03.404697 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e609d582-7bf7-44bf-815d-31a053ab03c9 req-509a69d0-0222-4872-8b51-19f088d6be21 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723546 Mar 22 17:36:03.422290 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba7c78-5444-4517-8c0b-36e557b412fd x-openstack-request-id: req-c6ba7c78-5444-4517-8c0b-36e557b412fd {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:03.422601 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:03.422858 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6ba7c78-5444-4517-8c0b-36e557b412fd {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:03.423316 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ba7c78-5444-4517-8c0b-36e557b412fd'] response: {'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'status': 'completed', 'code': 200} Mar 22 17:36:03.475715 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-65acc1ca-3106-4fc5-8fed-ccb8fbdd3d83 None None] Provisioning complete for port faa187ed-eb37-473c-86c5-e20032e56a1e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:03.476414 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65acc1ca-3106-4fc5-8fed-ccb8fbdd3d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.498462 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-a5363b8c-e3be-4b7f-a79a-df3169c22e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.500084 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-a5363b8c-e3be-4b7f-a79a-df3169c22e0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1168 time: 0.0478096 Mar 22 17:36:03.603203 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-479c66ec-a405-4ee9-9151-865f811eb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.604809 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-479c66ec-a405-4ee9-9151-865f811eb1ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 915 time: 0.0961723 Mar 22 17:36:03.681795 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:36:03.690755 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-bd84e566-c2ca-4ada-9bc3-83271531dda4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 999 time: 0.0779033 Mar 22 17:36:03.730751 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-65acc1ca-3106-4fc5-8fed-ccb8fbdd3d83 None None] Current status of the port faa187ed-eb37-473c-86c5-e20032e56a1e is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:03.750660 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-d4bff55e-077a-489c-ad66-f0c1f053eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.752408 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-d4bff55e-077a-489c-ad66-f0c1f053eba6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0536723 Mar 22 17:36:03.810635 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-88cb509d-7664-4983-8cd1-8e641ee50647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.812221 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-88cb509d-7664-4983-8cd1-8e641ee50647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0505817 Mar 22 17:36:03.819469 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:36:03.825645 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:03.826062 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.911519 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-12eee4d7-4b77-438d-83a8-1f2048a49be8 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927267 Mar 22 17:36:03.965346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:03.965770 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:04.002109 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:04.004398 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ace655-3e23-4339-8384-243ad3e9825b" -d '{"events": [{"server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "name": "network-vif-plugged", "status": "completed", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:04.014810 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ea5d8f7c-b281-466d-91be-646a9df5ffdb req-38353dfd-ba44-46aa-b0f3-f0e38922e9f0 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943003 Mar 22 17:36:04.023939 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:04.036423 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:04.067056 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed12f147-46e9-436e-bc70-b4192d6e5984 x-openstack-request-id: req-ed12f147-46e9-436e-bc70-b4192d6e5984 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:04.067435 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "name": "network-vif-plugged", "status": "completed", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:04.067701 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed12f147-46e9-436e-bc70-b4192d6e5984 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:04.068097 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed12f147-46e9-436e-bc70-b4192d6e5984'] response: {'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'code': 200} Mar 22 17:36:04.096077 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:04.104431 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.104795 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.105147 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.105499 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.105851 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.106193 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.106536 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.106868 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.107230 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.107564 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.107975 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.108310 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.108700 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.109147 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.109528 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:04.263848 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac844-0aa0-4f71-b66f-7cb67c71a1e3 req-ca81a57b-4369-4b8f-a4a7-dd5b37b36197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:04.265298 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a5ac844-0aa0-4f71-b66f-7cb67c71a1e3 req-ca81a57b-4369-4b8f-a4a7-dd5b37b36197 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 1130 time: 0.0511537 Mar 22 17:36:04.320812 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a5ac844-0aa0-4f71-b66f-7cb67c71a1e3 req-8b44f38e-7b16-4dd5-adf2-5534b8ff88cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Mar 22 17:36:04.432775 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597131d8-908d-4ab9-8326-495ac06450b9 req-a966e47d-4964-45ea-8265-e0bea41afcdb tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:04.434884 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-597131d8-908d-4ab9-8326-495ac06450b9 req-a966e47d-4964-45ea-8265-e0bea41afcdb tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0552816 Mar 22 17:36:04.482311 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-597131d8-908d-4ab9-8326-495ac06450b9 req-4d18ceeb-e399-4496-9542-778e817147c0 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Mar 22 17:36:05.605799 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c9798-2419-4513-8148-d3357a8824a9 req-0f3f2bca-d0d2-466e-89f8-ccada6958150 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:05.607299 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8a1c9798-2419-4513-8148-d3357a8824a9 req-0f3f2bca-d0d2-466e-89f8-ccada6958150 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0559039 Mar 22 17:36:05.904657 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8a1c9798-2419-4513-8148-d3357a8824a9 req-b51d74d1-3e5d-41db-b226-66acfd72ad03 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914131 Mar 22 17:36:07.026664 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f376e-9ce5-4210-a656-bdebff9f9dbd req-63952d94-2fd5-4a45-8d0d-72e4cd53b9f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:07.028376 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-811f376e-9ce5-4210-a656-bdebff9f9dbd req-63952d94-2fd5-4a45-8d0d-72e4cd53b9f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0550106 Mar 22 17:36:07.077879 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-811f376e-9ce5-4210-a656-bdebff9f9dbd req-7044e5bc-13bc-4d11-a8b8-f8939e12d803 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Mar 22 17:36:07.212727 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48611950-3fb1-453d-9558-75a5d696d3fd req-7598608b-ec1f-456e-a62c-72118b55da0e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:07.214145 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-48611950-3fb1-453d-9558-75a5d696d3fd req-7598608b-ec1f-456e-a62c-72118b55da0e tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0664194 Mar 22 17:36:07.223080 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36530) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:07.227992 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'port_id': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:07.270002 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (e8ee93b5-efc6-4871-80e2-b6aa9b3ca894), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:07.717415 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:07.721678 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e8ee93b5-efc6-4871-80e2-b6aa9b3ca894), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:07.832001 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP e8ee93b5-efc6-4871-80e2-b6aa9b3ca894 associated. External IP: 172.28.1.224, port: 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902. Mar 22 17:36:08.046928 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:08.160259 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:08.164723 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:08.170333 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:08.179885 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:08.180498 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:08.193729 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-304aca7f-9443-4728-964d-da42b236df5d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "PUT /v2.0/floatingips/e8ee93b5-efc6-4871-80e2-b6aa9b3ca894 HTTP/1.1" status: 200 len: 992 time: 0.9694254 Mar 22 17:36:08.194323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:08.196587 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca894694-d5bc-4c0e-b68b-3a1c527025af" -d '{"events": [{"name": "network-changed", "server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:08.239638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f49b640-62e7-4afa-848b-d14dcc8dae78 x-openstack-request-id: req-9f49b640-62e7-4afa-848b-d14dcc8dae78 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:08.240297 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:08.240297 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f49b640-62e7-4afa-848b-d14dcc8dae78 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:08.240779 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f49b640-62e7-4afa-848b-d14dcc8dae78'] response: {'name': 'network-changed', 'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'status': 'completed', 'code': 200} Mar 22 17:36:08.323618 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-2480b3c3-e588-4017-b80c-45e6916a936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.325680 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-2480b3c3-e588-4017-b80c-45e6916a936c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 1130 time: 0.0558934 Mar 22 17:36:08.413682 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:08.431087 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-1620cc1f-481d-4dcd-b923-6385665569c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.432758 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-1620cc1f-481d-4dcd-b923-6385665569c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.0999725 Mar 22 17:36:08.530015 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-e16c7963-40eb-45e5-82a1-7f98d475ab72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 HTTP/1.1" status: 200 len: 1000 time: 0.0754426 Mar 22 17:36:08.588259 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-455b1d60-cc9d-4e93-a590-4ffa35731a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.589839 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-455b1d60-cc9d-4e93-a590-4ffa35731a14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0505929 Mar 22 17:36:08.648097 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-5e9cd4f6-c7e8-4075-b7ca-a08c5631c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.649650 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-5e9cd4f6-c7e8-4075-b7ca-a08c5631c769 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532467 Mar 22 17:36:08.744655 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'e8ee93b5-efc6-4871-80e2-b6aa9b3ca894', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:70:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:52Z', 'updated_at': '2022-03-22T17:36:07Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:08.778827 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:08.780794 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-402d86c1-0453-4892-b5c1-45e3544c3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.782367 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-402d86c1-0453-4892-b5c1-45e3544c3934 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.0765803 Mar 22 17:36:08.788000 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:08.788677 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:35:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:08.805628 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c280-fa12-4496-8c41-4cb5baa4edf5 req-30617934-7ec8-472c-9dae-6064dc9c153c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.807241 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e115c280-fa12-4496-8c41-4cb5baa4edf5 req-30617934-7ec8-472c-9dae-6064dc9c153c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0904348 Mar 22 17:36:08.809704 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-27c3c5d6-41d6-4643-8d19-4cca66ff88fb service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531141 Mar 22 17:36:08.900301 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-38e4c7bb-0719-4ec7-8893-9f010a2cb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.902071 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-38e4c7bb-0719-4ec7-8893-9f010a2cb9a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.1099567 Mar 22 17:36:08.920587 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:08.925466 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e115c280-fa12-4496-8c41-4cb5baa4edf5 req-4d3486e6-f505-45fe-9e8a-59947d886072 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112516 Mar 22 17:36:08.953458 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ca894694-d5bc-4c0e-b68b-3a1c527025af req-55fc8e31-e0cb-4b6f-a61c-3e685b5cca36 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381400 Mar 22 17:36:08.988607 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-a69feb06-30dc-4df4-a4bb-3dd4a5eab8ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0725701 Mar 22 17:36:09.050366 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-a4256aa6-5b42-4474-b825-aebae900ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:09.051936 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-a4256aa6-5b42-4474-b825-aebae900ee43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0536573 Mar 22 17:36:09.107469 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-6e4900dd-b0b7-48e4-b69f-2f1926530847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:09.109023 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-6e4900dd-b0b7-48e4-b69f-2f1926530847 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504332 Mar 22 17:36:09.200750 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'e8ee93b5-efc6-4871-80e2-b6aa9b3ca894', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:70:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:52Z', 'updated_at': '2022-03-22T17:36:07Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:09.205109 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-3f130bce-c2b0-4917-93d4-5e399489af6b service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888269 Mar 22 17:36:09.232654 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc35b4f-aa2f-4a98-a94a-ff8da526a50f None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'e8ee93b5-efc6-4871-80e2-b6aa9b3ca894', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:70:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:52Z', 'updated_at': '2022-03-22T17:36:07Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:09.325623 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b5ab500d-938b-44dc-9308-00fa8b89bdcf req-cd85dbe6-f7cd-4498-8be2-f794f9f8a51a service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041546 Mar 22 17:36:09.445281 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68d982-e17f-4746-9d9a-41b23adfef54 None None] New status for floating IP e8ee93b5-efc6-4871-80e2-b6aa9b3ca894: ACTIVE {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:36:10.073980 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d0b58-88f5-4272-9ef7-35658cb098e0 req-a1410d10-1292-482e-9fa5-bb295dcc711f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:10.075702 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ae6d0b58-88f5-4272-9ef7-35658cb098e0 req-a1410d10-1292-482e-9fa5-bb295dcc711f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0603967 Mar 22 17:36:10.126085 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ae6d0b58-88f5-4272-9ef7-35658cb098e0 req-68bdb2c0-6c17-4a48-ac92-25423e60830b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Mar 22 17:36:11.288725 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba722d4-ed17-4a3b-a402-22f70763ae81 req-6b2e2d80-1fc9-4b08-a93c-e2028a377886 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:11.290669 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8ba722d4-ed17-4a3b-a402-22f70763ae81 req-6b2e2d80-1fc9-4b08-a93c-e2028a377886 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0927384 Mar 22 17:36:11.352082 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8ba722d4-ed17-4a3b-a402-22f70763ae81 req-00a2f4d4-3c1b-4ef8-a299-c43a2c18a452 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551803 Mar 22 17:36:12.482101 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4084-b805-438a-a274-fb665f920af7 req-923731c0-4a5c-4a6f-8623-41a26d99a400 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:12.483697 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-931c4084-b805-438a-a274-fb665f920af7 req-923731c0-4a5c-4a6f-8623-41a26d99a400 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0590305 Mar 22 17:36:12.541259 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-931c4084-b805-438a-a274-fb665f920af7 req-463a2ff1-42bd-4cf7-b768-f2b708d98458 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 Mar 22 17:36:13.667476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4736149-a0e8-4247-903b-c1aec26d6acb req-ec54a243-e6ec-47e4-a7f6-92a028d2e6f8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:13.669039 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b4736149-a0e8-4247-903b-c1aec26d6acb req-ec54a243-e6ec-47e4-a7f6-92a028d2e6f8 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0551770 Mar 22 17:36:13.722394 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b4736149-a0e8-4247-903b-c1aec26d6acb req-8a094e0f-34ce-4c3c-9c9a-35f94e83fd2a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474966 Mar 22 17:36:14.851292 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a012-23d3-4314-8012-0958f9e6f342 req-eb9d695d-befb-454d-9673-eac9ee8044ba tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:14.852787 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2aa1a012-23d3-4314-8012-0958f9e6f342 req-eb9d695d-befb-454d-9673-eac9ee8044ba tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0562434 Mar 22 17:36:14.910616 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2aa1a012-23d3-4314-8012-0958f9e6f342 req-e23fde46-a999-4c5e-9a7e-5d74c65ad533 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479927 Mar 22 17:36:16.034673 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc072d-7acf-4363-8198-977d872e2a29 req-b5e64188-0161-4dad-9711-5a7e2af8a6e4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:16.036265 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dc072d-7acf-4363-8198-977d872e2a29 req-b5e64188-0161-4dad-9711-5a7e2af8a6e4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0558310 Mar 22 17:36:16.091457 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98dc072d-7acf-4363-8198-977d872e2a29 req-b1e1a15a-20c5-45bb-ab1f-f6dc4d0a4ae2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488267 Mar 22 17:36:16.693061 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eba0ce18-8e4f-4519-b6e7-9836b824f9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.239131 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d9e85-2221-4428-af8d-2886a96eb5f6 req-d2867e79-08d1-469c-ba68-507c22cd0c71 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.240911 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e14d9e85-2221-4428-af8d-2886a96eb5f6 req-d2867e79-08d1-469c-ba68-507c22cd0c71 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0646772 Mar 22 17:36:17.295900 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e14d9e85-2221-4428-af8d-2886a96eb5f6 req-17e8eddb-ba7c-4e40-804f-4c9453a13329 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Mar 22 17:36:18.400341 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:36:18.421620 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56a653-ed74-4dca-9f8a-cbed74f4bd86 req-d1aaae5d-8a8f-4cff-a248-54ca41c7d012 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:18.423168 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0d56a653-ed74-4dca-9f8a-cbed74f4bd86 req-d1aaae5d-8a8f-4cff-a248-54ca41c7d012 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0566645 Mar 22 17:36:18.473612 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0d56a653-ed74-4dca-9f8a-cbed74f4bd86 req-0c26b11a-f003-4f9b-bc0a-f6fa6aa7e69f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448039 Mar 22 17:36:18.929634 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-745f90ad-b505-498e-8f08-1619671a0f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.599777 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd154f-00aa-4932-81db-44b502838b31 req-13d872e7-029f-4469-a8da-88eeb0965374 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:19.601535 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5bcd154f-00aa-4932-81db-44b502838b31 req-13d872e7-029f-4469-a8da-88eeb0965374 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0554962 Mar 22 17:36:19.654126 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5bcd154f-00aa-4932-81db-44b502838b31 req-13981475-b85b-443d-83d0-8ad255fe2824 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Mar 22 17:36:20.048199 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.228315 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.778347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0110a-be59-4961-a527-e6d4b9240d2e req-2ac14ca9-1298-4759-8b43-6f0f7ae7e5b1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:20.780036 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ef0110a-be59-4961-a527-e6d4b9240d2e req-2ac14ca9-1298-4759-8b43-6f0f7ae7e5b1 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0588169 Mar 22 17:36:20.828554 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ef0110a-be59-4961-a527-e6d4b9240d2e req-db0ea868-71f0-455e-855e-d002d163b2ba tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Mar 22 17:36:21.428827 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-dbb4a493-f5b0-481c-98fa-523cbe7107aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462680 Mar 22 17:36:21.523190 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-bca1e8d4-acb0-417e-9bd8-9506a74b6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:21.524731 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-bca1e8d4-acb0-417e-9bd8-9506a74b6440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 1129 time: 0.0465186 Mar 22 17:36:21.539603 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:21.636513 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-705712a5-a390-461c-b36e-ca0d29db0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:21.638491 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-705712a5-a390-461c-b36e-ca0d29db0a30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.0909908 Mar 22 17:36:21.682448 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-138e5306-99b4-4912-8b27-fda8eea95b08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 200 len: 217 time: 0.0356977 Mar 22 17:36:21.732370 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-0d6c3787-4eda-4335-a6e8-01315b68d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:21.733853 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-0d6c3787-4eda-4335-a6e8-01315b68d676 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0446076 Mar 22 17:36:21.955208 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503d80b-e947-4994-8533-f97ce2d61638 req-363b3e02-dbdf-4eee-8a2b-81b7415ca63f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:21.956722 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3503d80b-e947-4994-8533-f97ce2d61638 req-363b3e02-dbdf-4eee-8a2b-81b7415ca63f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0567694 Mar 22 17:36:22.003365 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-5eb1fd2a-528d-431d-b19a-1dfef34f8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:22.004894 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-5eb1fd2a-528d-431d-b19a-1dfef34f8baf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2633319 Mar 22 17:36:22.006060 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3503d80b-e947-4994-8533-f97ce2d61638 req-260e033b-fb7f-4754-8595-4ef972269ccc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Mar 22 17:36:22.097322 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-d37cba5a-dc12-4bb3-a785-1db2764324fc service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834813 Mar 22 17:36:22.201104 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-98497d12-fa15-40c3-9036-d2f323c51ae6 req-9ef0e47f-8763-41d8-9395-88e34d5a43b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944896 Mar 22 17:36:23.045598 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:23.131119 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b4195-5dae-4de3-a394-841b61a569d1 req-28f4a3fc-2071-449a-a074-83dec63bf62d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:23.132622 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e21b4195-5dae-4de3-a394-841b61a569d1 req-28f4a3fc-2071-449a-a074-83dec63bf62d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0564687 Mar 22 17:36:23.178520 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e21b4195-5dae-4de3-a394-841b61a569d1 req-14f282ab-36f5-47d4-bf5b-3ca4fbee30f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Mar 22 17:36:24.296919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fc343-8235-4f03-b16e-3dc706283495 req-50e7b814-23db-4a99-b77c-31f19105560d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:24.298411 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-657fc343-8235-4f03-b16e-3dc706283495 req-50e7b814-23db-4a99-b77c-31f19105560d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0531480 Mar 22 17:36:24.344588 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-657fc343-8235-4f03-b16e-3dc706283495 req-36b2ba7b-14ca-4765-ae17-8acca0761b67 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 Mar 22 17:36:25.469127 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a3052-e063-4c85-934f-0908b2231ed0 req-0793dcaf-18a0-42f2-b0a1-0a24b151b5a0 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:25.470611 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cd7a3052-e063-4c85-934f-0908b2231ed0 req-0793dcaf-18a0-42f2-b0a1-0a24b151b5a0 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0594997 Mar 22 17:36:25.518330 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cd7a3052-e063-4c85-934f-0908b2231ed0 req-412c5d11-64fe-43e9-a83f-e87dd22360fc tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Mar 22 17:36:26.012822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2dd2b-460c-41ce-9b39-7811b4613c78 req-79d97a0e-c612-4036-8809-7b8ff3e0eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:26.014085 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-dfa2dd2b-460c-41ce-9b39-7811b4613c78 req-79d97a0e-c612-4036-8809-7b8ff3e0eeff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.0491164 Mar 22 17:36:26.067132 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-dfa2dd2b-460c-41ce-9b39-7811b4613c78 req-126e9c63-2532-445d-9127-356c2d4f3ba2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Mar 22 17:36:26.639712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c142-1dc1-410d-9361-c77041d828d8 req-f6245a93-42d1-49a3-8b9e-ab4a723be0e5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:26.641227 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0f18c142-1dc1-410d-9361-c77041d828d8 req-f6245a93-42d1-49a3-8b9e-ab4a723be0e5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0546813 Mar 22 17:36:26.687802 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0f18c142-1dc1-410d-9361-c77041d828d8 req-b8572264-65c4-4da2-9231-e1a5480ee27f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Mar 22 17:36:27.408888 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4498724-d8ff-4d46-9f2b-31c508c4122b req-ec62207e-9c39-46f9-a1d4-8d6eb67c19e4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:27.410414 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c4498724-d8ff-4d46-9f2b-31c508c4122b req-ec62207e-9c39-46f9-a1d4-8d6eb67c19e4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0559895 Mar 22 17:36:27.463558 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c4498724-d8ff-4d46-9f2b-31c508c4122b req-bca7a308-1b04-433c-bf46-6c6fa202a1a3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Mar 22 17:36:27.817194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35711002-7cf4-42d4-8d59-2a27254c25be req-2d862c97-f330-4274-9834-8a2988aafd3b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:27.818645 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-35711002-7cf4-42d4-8d59-2a27254c25be req-2d862c97-f330-4274-9834-8a2988aafd3b tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0518632 Mar 22 17:36:27.865606 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-35711002-7cf4-42d4-8d59-2a27254c25be req-7d608233-8281-4fc1-9b84-17f0a61d33f4 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Mar 22 17:36:28.245011 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-9f7d324a-8175-470b-b379-c190257490f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.248153 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-9f7d324a-8175-470b-b379-c190257490f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.0537257 Mar 22 17:36:28.253933 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccefaa-9d20-47ef-acda-6dab465774a4 req-77209668-4be5-4ce7-a8fb-94c8f1f29893 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.255483 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94ccefaa-9d20-47ef-acda-6dab465774a4 req-77209668-4be5-4ce7-a8fb-94c8f1f29893 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0565555 Mar 22 17:36:28.311779 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94ccefaa-9d20-47ef-acda-6dab465774a4 req-e3942493-081e-4312-8379-dbab413750e7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506470 Mar 22 17:36:28.360628 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-69441da8-7a1e-4763-8433-dcffe46629f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.362100 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-69441da8-7a1e-4763-8433-dcffe46629f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.0961952 Mar 22 17:36:28.429577 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-b3e2e50e-9759-4e55-a775-b5f8ce33e64a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0568392 Mar 22 17:36:28.481031 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-2739a444-e60e-46fc-8230-625f8b0dfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.482465 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-2739a444-e60e-46fc-8230-625f8b0dfa2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0459428 Mar 22 17:36:28.540343 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-1c92ea9c-61d4-442d-ba94-02555e1fb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.541864 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-1c92ea9c-61d4-442d-ba94-02555e1fb99c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503130 Mar 22 17:36:28.596670 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bcddb-fc66-423f-aa36-d9795c3da613 req-4499e62a-8db6-434e-9bc9-3f5f56e89495 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.598082 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b67bcddb-fc66-423f-aa36-d9795c3da613 req-4499e62a-8db6-434e-9bc9-3f5f56e89495 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0570593 Mar 22 17:36:28.641719 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-7c96514d-fd7f-4985-8e26-27e5cd1a20b6 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837207 Mar 22 17:36:28.647392 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b67bcddb-fc66-423f-aa36-d9795c3da613 req-aae01676-fe09-4e14-a214-ddc0cc01bbe0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 Mar 22 17:36:28.737034 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bd104252-f7d5-4292-b4c3-a4fcb4d2b259 req-1e109d00-ab50-4ea7-abb9-4982354acf1d service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866776 Mar 22 17:36:29.443785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ea9c3-8fb5-4d16-96b2-857de1dafcb6 req-0751d93b-dd59-4885-b0bb-262d870f3bcf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:29.445338 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f51ea9c3-8fb5-4d16-96b2-857de1dafcb6 req-0751d93b-dd59-4885-b0bb-262d870f3bcf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0553081 Mar 22 17:36:29.495511 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f51ea9c3-8fb5-4d16-96b2-857de1dafcb6 req-05fd26e8-5188-4acc-879b-2efb5edafb52 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 Mar 22 17:36:29.721448 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-2b5b0bf9-36d1-46f3-88a1-457da8c887db tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:29.722975 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-2b5b0bf9-36d1-46f3-88a1-457da8c887db tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0548477 Mar 22 17:36:29.773959 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c499b7-d73a-4be7-8f1b-39ca643facc8 req-70ce8fdb-213a-475d-80fb-e5b6cb2dc49f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:29.775516 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-85c499b7-d73a-4be7-8f1b-39ca643facc8 req-70ce8fdb-213a-475d-80fb-e5b6cb2dc49f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 946 time: 0.0553923 Mar 22 17:36:29.826450 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Deleting port 27153565-2941-4851-95da-47250873be16 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:36:29.826788 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (27153565-2941-4851-95da-47250873be16), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:29.829006 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-85c499b7-d73a-4be7-8f1b-39ca643facc8 req-d919159b-8884-44d5-8753-f6024464a0b9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=27b6e5a8-73da-4275-8b83-175e55057c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471296 Mar 22 17:36:29.915237 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] For port 27153565-2941-4851-95da-47250873be16, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=27153565-2941-4851-95da-47250873be16,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:29.915593 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (27153565-2941-4851-95da-47250873be16), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:30.135222 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:30.135579 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (b8a110be-09ef-4c54-862a-c12e25584e3f), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:30.135890 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Floating IP b8a110be-09ef-4c54-862a-c12e25584e3f disassociated. External IP: 172.28.1.225, port: 27153565-2941-4851-95da-47250873be16. Mar 22 17:36:30.136224 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Calling delete_port for 27153565-2941-4851-95da-47250873be16 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:36:30.264022 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (27153565-2941-4851-95da-47250873be16), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:30.293552 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event deleted for resources: {'Port': ['ID=27153565-2941-4851-95da-47250873be16,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:30.408446 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:30.516861 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:30.529958 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:30.540898 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:30.541799 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:30.561584 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] No DVR routers for this DVR port 27153565-2941-4851-95da-47250873be16 on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:36:30.565062 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:30.568576 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a01c2bbd-a989-44a4-a8e4-1f5e855305b8 req-e33cb902-0629-4ea2-9d3d-dcb671a21473 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "DELETE /v2.0/ports/27153565-2941-4851-95da-47250873be16 HTTP/1.1" status: 204 len: 173 time: 0.8363388 Mar 22 17:36:30.569045 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-deleted', 'tag': '27153565-2941-4851-95da-47250873be16'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:30.571374 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9198a90e-ef83-4b6e-8a8f-17a50a3f3f88" -d '{"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-deleted", "tag": "27153565-2941-4851-95da-47250873be16"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:30.611503 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9558b36d-a880-4f3e-a852-49a3ac0147a2 x-openstack-request-id: req-9558b36d-a880-4f3e-a852-49a3ac0147a2 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:30.611670 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc2c0b-4cc2-42a8-9e27-db1369c7edad", "name": "network-vif-deleted", "tag": "27153565-2941-4851-95da-47250873be16", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:30.611912 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9558b36d-a880-4f3e-a852-49a3ac0147a2 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:30.612359 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9558b36d-a880-4f3e-a852-49a3ac0147a2'] response: {'server_uuid': '7ccc2c0b-4cc2-42a8-9e27-db1369c7edad', 'name': 'network-vif-deleted', 'tag': '27153565-2941-4851-95da-47250873be16', 'status': 'completed', 'code': 200} Mar 22 17:36:30.657976 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:30.661134 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb1bf4-ce89-4354-8863-7ba0b0e0b6b1 req-e13a20fb-7ae8-4b67-a39f-c4082690572d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:30.662835 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2bcb1bf4-ce89-4354-8863-7ba0b0e0b6b1 req-e13a20fb-7ae8-4b67-a39f-c4082690572d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0659711 Mar 22 17:36:30.727827 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2bcb1bf4-ce89-4354-8863-7ba0b0e0b6b1 req-051a09c1-6fb3-4c83-93c0-6e745528ed46 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556502 Mar 22 17:36:30.882665 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:30.915100 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:30.930130 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:30.930756 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:30.955493 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ef0e48bd-441c-4306-87b6-ab65a26a0f33 req-9d5471fe-abaa-4b75-a271-ab8911d612d5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ccc2c0b-4cc2-42a8-9e27-db1369c7edad HTTP/1.1" status: 200 len: 210 time: 0.0332341 Mar 22 17:36:31.052819 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:31.260353 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:31.288730 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a9dc8-3e98-44df-96eb-1f4ec2a7953c None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:31.505881 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e735de7d-c27c-4047-956b-203a260ea670 None None] New status for floating IP b8a110be-09ef-4c54-862a-c12e25584e3f: DOWN {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:36:31.879600 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c609de-c32d-42b2-ac5f-8dbf065d3876 req-23764543-14e1-44ef-b552-7b0259aa7722 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:31.881179 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9c609de-c32d-42b2-ac5f-8dbf065d3876 req-23764543-14e1-44ef-b552-7b0259aa7722 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0790222 Mar 22 17:36:31.966626 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9c609de-c32d-42b2-ac5f-8dbf065d3876 req-ed754a67-84c9-42c3-bab1-7f2840d78425 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799615 Mar 22 17:36:31.979038 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cc7a1-810e-4a2c-869d-a8b9b3c0b6ba req-d2dd4814-3638-4aa0-88fc-3c167c50328f tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:31.981043 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4cc7a1-810e-4a2c-869d-a8b9b3c0b6ba req-d2dd4814-3638-4aa0-88fc-3c167c50328f tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0840259 Mar 22 17:36:32.030297 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4cc7a1-810e-4a2c-869d-a8b9b3c0b6ba req-85e43e89-868e-42e7-8718-6087da6ac862 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Mar 22 17:36:32.071918 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36674) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:32.119083 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512caf6-2fee-4baa-87d0-ca6d2ddd9e6f req-f5b27067-8bc5-47d7-b3c7-acc7418611e2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:32.120495 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6512caf6-2fee-4baa-87d0-ca6d2ddd9e6f req-f5b27067-8bc5-47d7-b3c7-acc7418611e2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0545967 Mar 22 17:36:32.125839 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d3e181-3019-4f2f-bd2a-ab16533a83c6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (27b6e5a8-73da-4275-8b83-175e55057c8f), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.129758 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36676) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:32.134245 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Request body: {'floatingip': {'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:32.150055 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d3e181-3019-4f2f-bd2a-ab16533a83c6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (27b6e5a8-73da-4275-8b83-175e55057c8f), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.194036 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.203504 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d3e181-3019-4f2f-bd2a-ab16533a83c6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (27b6e5a8-73da-4275-8b83-175e55057c8f), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.206737 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0d3e181-3019-4f2f-bd2a-ab16533a83c6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.208221 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a0d3e181-3019-4f2f-bd2a-ab16533a83c6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "DELETE /v2.0/security-groups/27b6e5a8-73da-4275-8b83-175e55057c8f HTTP/1.1" status: 204 len: 168 time: 0.1352463 Mar 22 17:36:32.212855 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36678) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:32.229421 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3e181-3019-4f2f-bd2a-ab16533a83c6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b6e5a8-73da-4275-8b83-175e55057c8f,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:32.231973 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.api.v2.resource [None req-f3374e59-2922-4577-8b6e-ab89e81b523a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] show failed (client error): The resource could not be found. Mar 22 17:36:32.235615 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f3374e59-2922-4577-8b6e-ab89e81b523a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups/27b6e5a8-73da-4275-8b83-175e55057c8f HTTP/1.1" status: 404 len: 347 time: 0.0192423 Mar 22 17:36:32.236125 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36680) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:32.363649 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Deleting port d3227149-95bb-483c-b394-e956b9f3c546 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:36:32.363992 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (d3227149-95bb-483c-b394-e956b9f3c546), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.439418 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (d3227149-95bb-483c-b394-e956b9f3c546), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.439754 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (d3227149-95bb-483c-b394-e956b9f3c546), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.452063 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Calling delete_port for d3227149-95bb-483c-b394-e956b9f3c546 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:36:32.592066 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (d3227149-95bb-483c-b394-e956b9f3c546), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.621183 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event deleted for resources: {'Port': ['ID=d3227149-95bb-483c-b394-e956b9f3c546,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:32.687950 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (b8a110be-09ef-4c54-862a-c12e25584e3f), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.691341 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.696334 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-06db6319-6e4d-46e8-a709-665dec8c0d50 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "DELETE /v2.0/floatingips/b8a110be-09ef-4c54-862a-c12e25584e3f HTTP/1.1" status: 204 len: 168 time: 0.4557652 Mar 22 17:36:32.716612 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.727216 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:32.963844 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:33.092330 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:33.097126 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.100023 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36686) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:33.106720 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212621387', 'description': 'tempest-description--1555284927'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:33.113089 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a4160-6b90-45a1-852c-6e553233915a None None] Sync routers for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:33.131136 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.131939 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:33.132919 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:33.163740 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:33.166032 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a84680d-4e07-479b-85dc-eaea79e91313" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:33.205658 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-330b5a7b-4142-4d68-998c-4fa04ff2fc31 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "PUT /v2.0/floatingips/d989a795-e3cb-45dd-82dc-cf589563cb85 HTTP/1.1" status: 200 len: 994 time: 1.0748060 Mar 22 17:36:33.220859 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d48ed-1531-41ce-b6cf-bc157641e04c req-a28565b0-f68a-4a27-840e-742fd43849b4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:33.222850 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9f0d48ed-1531-41ce-b6cf-bc157641e04c req-a28565b0-f68a-4a27-840e-742fd43849b4 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0963781 Mar 22 17:36:33.224797 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9f5a3-f032-44d0-93b5-110ea249c7dd x-openstack-request-id: req-d2a9f5a3-f032-44d0-93b5-110ea249c7dd {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:33.225094 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:33.225454 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2a9f5a3-f032-44d0-93b5-110ea249c7dd {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:33.225868 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a9f5a3-f032-44d0-93b5-110ea249c7dd'] response: {'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'status': 'completed', 'code': 200} Mar 22 17:36:33.272393 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:33.279032 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (5a1f7de5-6758-481f-8f12-af0cc46ed4e8), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.287227 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5a1f7de5-6758-481f-8f12-af0cc46ed4e8), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.292447 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9f0d48ed-1531-41ce-b6cf-bc157641e04c req-c1e41587-335c-491f-bb4a-566abc9db86d tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589626 Mar 22 17:36:33.335672 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.336988 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2355769 Mar 22 17:36:33.340553 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36692) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:33.344940 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'security_group_rule': {'security_group_id': '5a1f7de5-6758-481f-8f12-af0cc46ed4e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:33.350833 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f0f5-2a8e-4a6d-a55c-55579982d004 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1f7de5-6758-481f-8f12-af0cc46ed4e8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:33.357279 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-1dbce2b1-f87c-4591-ad51-fc0b0d44864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:33.358763 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-1dbce2b1-f87c-4591-ad51-fc0b0d44864c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.1070597 Mar 22 17:36:33.430302 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (32fb6c81-843c-457d-9302-271250a10b7f), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.500204 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-31ac9d80-9c0b-4c6a-b92f-16e823d6157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:33.501605 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-31ac9d80-9c0b-4c6a-b92f-16e823d6157c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.1318252 Mar 22 17:36:33.512720 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'd989a795-e3cb-45dd-82dc-cf589563cb85', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:51Z', 'updated_at': '2022-03-22T17:36:32Z', 'revision_number': 3, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:33.514397 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (32fb6c81-843c-457d-9302-271250a10b7f), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.527837 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (32fb6c81-843c-457d-9302-271250a10b7f), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.544915 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a4160-6b90-45a1-852c-6e553233915a None None] Checking router: 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:33.553375 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:33.553989 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:33.579447 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fb6c81-843c-457d-9302-271250a10b7f,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:33.588195 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.589403 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-53e11e06-0a46-40d7-84bb-a0fda4d1f12a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479281 Mar 22 17:36:33.592808 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36694) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:33.597458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'security_group_rule': {'security_group_id': '5a1f7de5-6758-481f-8f12-af0cc46ed4e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:33.614542 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-dc8bf559-adf0-4181-aa6a-3c22225484bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0987122 Mar 22 17:36:33.659331 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (6551a432-0212-4d92-8fb0-2bb64f6282b5), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.667646 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:33.688654 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-821bd417-09c7-424d-a7e1-4749c21297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:33.690033 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-821bd417-09c7-424d-a7e1-4749c21297a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0655215 Mar 22 17:36:33.755763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (6551a432-0212-4d92-8fb0-2bb64f6282b5), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.760313 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (6551a432-0212-4d92-8fb0-2bb64f6282b5), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.772767 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-09ae87d8-9f75-4567-b6a5-17c1ad4662bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:33.774270 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-09ae87d8-9f75-4567-b6a5-17c1ad4662bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0758107 Mar 22 17:36:33.786059 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:36:33.791819 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6551a432-0212-4d92-8fb0-2bb64f6282b5,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:33.808173 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.809999 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a2467864-85d3-4c28-bcd7-157c6209c397 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160451 Mar 22 17:36:33.813225 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36696) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:33.813627 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 27153565-2941-4851-95da-47250873be16 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:36:33.813989 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 27153565-2941-4851-95da-47250873be16 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:36:33.817808 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:33.839015 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.885686 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-89b93c1a-0b34-41dc-bd32-a2c336c67fef service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040895 Mar 22 17:36:33.907936 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-992a4160-6b90-45a1-852c-6e553233915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'd989a795-e3cb-45dd-82dc-cf589563cb85', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:51Z', 'updated_at': '2022-03-22T17:36:32Z', 'revision_number': 3, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:33.936877 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a4160-6b90-45a1-852c-6e553233915a None None] The sync data for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb is: [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'd989a795-e3cb-45dd-82dc-cf589563cb85', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'port_id': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'mac_address': 'fa:16:3e:96:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:51Z', 'updated_at': '2022-03-22T17:36:32Z', 'revision_number': 3, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:33.943968 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.992590 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-4a84680d-4e07-479b-85dc-eaea79e91313 req-2d3a3628-2ba3-492b-bca7-5f33afb62609 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909135 Mar 22 17:36:34.054423 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Allocated IP 172.28.1.196 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/ad38f302-8490-4be5-8b22-d6dea3d90d0e) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:36:34.166852 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.201052 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.240223 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:36:34.243194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:34.249295 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:36:34.272567 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'Port': ['ID=ad38f302-8490-4be5-8b22-d6dea3d90d0e,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:34.287412 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.287674 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.288024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.288367 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.288704 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.289038 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.289372 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.289702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.290034 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.290369 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.290698 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.291053 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.291383 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.291708 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.292032 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:34.338033 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-85ca80dc-0235-41eb-b6a7-6ca40d9d8793 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:34.340427 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-85ca80dc-0235-41eb-b6a7-6ca40d9d8793 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.0752382 Mar 22 17:36:34.365842 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (56c777ec-55e1-4865-afe3-a240ae45daca), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.436616 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.462077 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Deleting port 48a97527-da23-417a-a2cf-e672c2b3e2a0 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:36:34.462429 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.496752 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d3c6a-6dad-45b2-9334-cf1fd50b642d req-52c90722-55eb-4db1-8d67-864f149890c9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:34.498422 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b39d3c6a-6dad-45b2-9334-cf1fd50b642d req-52c90722-55eb-4db1-8d67-864f149890c9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 945 time: 0.1184487 Mar 22 17:36:34.564245 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] For port 48a97527-da23-417a-a2cf-e672c2b3e2a0, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=48a97527-da23-417a-a2cf-e672c2b3e2a0,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:34.564600 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.608447 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b39d3c6a-6dad-45b2-9334-cf1fd50b642d req-8ceb50b9-75ec-4d79-ad34-5debb8f180f2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0c64061-313e-44a9-aec7-bf89e021c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958183 Mar 22 17:36:34.653910 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.658532 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.731865 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'Port': ['ID=ad38f302-8490-4be5-8b22-d6dea3d90d0e,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:34.741546 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (56c777ec-55e1-4865-afe3-a240ae45daca), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.756865 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.757378 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (932c5a08-73e4-4443-aaad-28120eb4b56e), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.757741 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Floating IP 932c5a08-73e4-4443-aaad-28120eb4b56e disassociated. External IP: 172.28.1.231, port: 48a97527-da23-417a-a2cf-e672c2b3e2a0. Mar 22 17:36:34.758094 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Calling delete_port for 48a97527-da23-417a-a2cf-e672c2b3e2a0 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:36:34.758341 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.759725 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-86796439-77dc-4212-a79e-5f450be44340 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9454958 Mar 22 17:36:34.918799 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (48a97527-da23-417a-a2cf-e672c2b3e2a0), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.947196 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event deleted for resources: {'Port': ['ID=48a97527-da23-417a-a2cf-e672c2b3e2a0,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:35.002153 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-ece7f5fe-406f-493d-b730-a4f27b3d86f7 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1212621387&fields=id&tenant_id=9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 267 time: 0.0532830 Mar 22 17:36:35.118923 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-87c8b0f4-d0a3-4fed-ba32-e653ce329a54 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:35.120595 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-87c8b0f4-d0a3-4fed-ba32-e653ce329a54 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 815 time: 0.1119792 Mar 22 17:36:35.141800 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-7a2989a3-9f29-4553-a967-32775de6b14b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/quotas/9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 375 time: 0.0098817 Mar 22 17:36:35.203639 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-01412233-62a5-4a3f-becb-f762609eb0c3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564260 Mar 22 17:36:35.237891 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:35.240444 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1950d3fb-880e-48ee-978f-78781c4399ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:35.284489 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d67c3f8-127e-4213-b0b6-b649adca7c53 x-openstack-request-id: req-9d67c3f8-127e-4213-b0b6-b649adca7c53 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:35.285127 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:35.285386 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d67c3f8-127e-4213-b0b6-b649adca7c53 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:35.285799 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d67c3f8-127e-4213-b0b6-b649adca7c53'] response: {'name': 'network-changed', 'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'status': 'completed', 'code': 200} Mar 22 17:36:35.288374 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:35.346564 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-16351cb7-0163-453a-aac3-b1c9d214503b service neutron] 10.222.0.48 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309426 Mar 22 17:36:35.415093 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:35.427142 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:35.446005 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:35.447592 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:35.462187 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] No DVR routers for this DVR port 48a97527-da23-417a-a2cf-e672c2b3e2a0 on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:36:35.465385 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:35.469057 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-77f02d52-6c6c-43b1-b0d0-c39dd381d9a1 req-c2041b29-1e7c-42b2-8d1c-2c1a43e4b884 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "DELETE /v2.0/ports/48a97527-da23-417a-a2cf-e672c2b3e2a0 HTTP/1.1" status: 204 len: 173 time: 1.1205289 Mar 22 17:36:35.469667 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'name': 'network-vif-deleted', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:35.472429 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf0fb2-3c33-4454-b544-30a21bd95705" -d '{"events": [{"server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "name": "network-vif-deleted", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:35.529055 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7508848-a9bc-44cb-8ea4-e1e2c47d1f5b x-openstack-request-id: req-c7508848-a9bc-44cb-8ea4-e1e2c47d1f5b {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:35.529280 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f531b09-8ac5-4707-9ce8-5a2e98b2d086", "name": "network-vif-deleted", "tag": "48a97527-da23-417a-a2cf-e672c2b3e2a0", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:35.529541 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7508848-a9bc-44cb-8ea4-e1e2c47d1f5b {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:35.529936 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7508848-a9bc-44cb-8ea4-e1e2c47d1f5b'] response: {'server_uuid': '1f531b09-8ac5-4707-9ce8-5a2e98b2d086', 'name': 'network-vif-deleted', 'tag': '48a97527-da23-417a-a2cf-e672c2b3e2a0', 'status': 'completed', 'code': 200} Mar 22 17:36:35.602560 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:35.698409 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d3fb-880e-48ee-978f-78781c4399ed req-2de67a30-f835-4084-ad93-9d89f9a4a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:35.700042 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-2de67a30-f835-4084-ad93-9d89f9a4a1b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=649cf937c9f94e93bb9540a976dabe34&device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 1130 time: 0.3919687 Mar 22 17:36:35.750659 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa78c3bb-a83a-43c4-bd3a-ede3a540a02e req-3a8fc09b-9bf9-437f-812b-6a8b3627068f tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f531b09-8ac5-4707-9ce8-5a2e98b2d086 HTTP/1.1" status: 200 len: 210 time: 0.0462863 Mar 22 17:36:35.808570 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-5a8f4d9e-4f4a-40a1-b843-8a38a8c56206 service neutron] 10.222.0.48 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530025 Mar 22 17:36:35.818992 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:35.844189 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d3fb-880e-48ee-978f-78781c4399ed req-474b1946-49df-4ed1-866c-71e58bf502af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:35.845663 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-474b1946-49df-4ed1-866c-71e58bf502af service neutron] 10.222.0.64 "GET /v2.0/networks?id=9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 200 len: 920 time: 0.1224053 Mar 22 17:36:35.851527 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:35.860539 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:35.861341 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:35.925506 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-f46e9a21-5222-4eca-aca3-859c6b79cc8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0712075 Mar 22 17:36:35.987751 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:36.022421 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6cd483f-77b8-42e3-9353-956bd021008a req-e0cae3e8-727f-42e3-85c4-f15c193f5b6b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 210 time: 0.0460489 Mar 22 17:36:36.031698 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d3fb-880e-48ee-978f-78781c4399ed req-ca6361d5-8cd2-4384-abc7-b02c4a6ab8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:36.033030 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-ca6361d5-8cd2-4384-abc7-b02c4a6ab8aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 200 len: 858 time: 0.0986440 Mar 22 17:36:36.110419 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d3fb-880e-48ee-978f-78781c4399ed req-5dd6ecb9-a1c9-453f-9f64-8db73e4eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:36.112218 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-5dd6ecb9-a1c9-453f-9f64-8db73e4eee57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9707dd0b-e995-4ba4-ab35-779c51ac595e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0697098 Mar 22 17:36:36.215432 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-4714909f-8003-404b-bbb9-11c7ce26082a service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954406 Mar 22 17:36:36.241642 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:36.268642 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8b5e4-49c2-453f-bff6-cad8166ff36f None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:36.328682 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1950d3fb-880e-48ee-978f-78781c4399ed req-75b3e37e-4254-4aa4-9a06-b3b4a286e6d7 service neutron] 10.222.0.64 "GET /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053262 Mar 22 17:36:36.515982 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce91ed-2fce-460d-bcf5-db3c88e0d989 None None] New status for floating IP 932c5a08-73e4-4443-aaad-28120eb4b56e: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:36:36.833111 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36734) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:36.891385 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aef500e6-6c63-4122-8ec1-75e9f5026429 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (b0c64061-313e-44a9-aec7-bf89e021c9ac), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:36.916293 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aef500e6-6c63-4122-8ec1-75e9f5026429 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (b0c64061-313e-44a9-aec7-bf89e021c9ac), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:36.985805 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aef500e6-6c63-4122-8ec1-75e9f5026429 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b0c64061-313e-44a9-aec7-bf89e021c9ac), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:36.988744 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aef500e6-6c63-4122-8ec1-75e9f5026429 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:36.989908 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-aef500e6-6c63-4122-8ec1-75e9f5026429 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0c64061-313e-44a9-aec7-bf89e021c9ac HTTP/1.1" status: 204 len: 168 time: 0.1558065 Mar 22 17:36:36.992972 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36736) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:37.008387 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.api.v2.resource [None req-e0d8588d-787b-4edf-8387-fb94f9572352 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] show failed (client error): The resource could not be found. Mar 22 17:36:37.012907 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-e0d8588d-787b-4edf-8387-fb94f9572352 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups/b0c64061-313e-44a9-aec7-bf89e021c9ac HTTP/1.1" status: 404 len: 347 time: 0.0146959 Mar 22 17:36:37.013164 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36738) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:37.034012 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef500e6-6c63-4122-8ec1-75e9f5026429 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c64061-313e-44a9-aec7-bf89e021c9ac,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:37.099096 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-f45383c2-ef26-4273-b3a9-999f5651c2fd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:37.100720 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-f45383c2-ef26-4273-b3a9-999f5651c2fd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 815 time: 0.1368041 Mar 22 17:36:37.152009 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Deleting port 81279658-1608-4346-baf3-e136c82a3e2a {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:36:37.152352 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (81279658-1608-4346-baf3-e136c82a3e2a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.170199 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6e77afba-5f3a-4024-b16d-1c395bf05c64 req-d741835f-254b-4696-bad9-e1d390766c51 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 210 time: 0.0386739 Mar 22 17:36:37.204586 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-57145de3-0fbb-4f94-b439-da6ef886d123 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 380 time: 0.0907750 Mar 22 17:36:37.219102 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'port': {'device_id': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'admin_state_up': True, 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'security_groups': ['5a1f7de5-6758-481f-8f12-af0cc46ed4e8']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:37.248661 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (81279658-1608-4346-baf3-e136c82a3e2a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.248865 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (81279658-1608-4346-baf3-e136c82a3e2a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.260375 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Calling delete_port for 81279658-1608-4346-baf3-e136c82a3e2a owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:36:37.330544 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Made reservation on behalf of 9a76be41bbf345b08096eb14e1a33524 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:36:37.334341 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.394490 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (81279658-1608-4346-baf3-e136c82a3e2a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.424341 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event deleted for resources: {'Port': ['ID=81279658-1608-4346-baf3-e136c82a3e2a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:37.469180 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Allocated IP 172.20.0.12 (bab3073a-46f5-469d-a206-23a3121eba1f/a1e7ea19-b265-49f8-a74f-c2c5dea0874a/65857555-8233-456e-9424-8ad0b5df8053) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:36:37.486367 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (932c5a08-73e4-4443-aaad-28120eb4b56e), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.489129 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.490285 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-5d76d64a-e555-4565-b6b6-d5f7797930bc tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "DELETE /v2.0/floatingips/932c5a08-73e4-4443-aaad-28120eb4b56e HTTP/1.1" status: 204 len: 168 time: 0.4762142 Mar 22 17:36:37.619322 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for port (65857555-8233-456e-9424-8ad0b5df8053), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.652861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.696775 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Network bab3073a-46f5-469d-a206-23a3121eba1f is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:36:37.700537 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:37.704486 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:36:37.716793 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36748) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:37.722036 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568106457', 'description': 'tempest-description--1420916953'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:37.738555 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:37.754258 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.769210 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:37.770201 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.788246 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-71275536-5943-40fb-a08c-319c2c3f3129 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733120 Mar 22 17:36:37.796431 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 48a97527-da23-417a-a2cf-e672c2b3e2a0 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:36:37.801409 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Request body: {'port': {'device_id': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:37.827397 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 48a97527-da23-417a-a2cf-e672c2b3e2a0 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:36:37.828062 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 48a97527-da23-417a-a2cf-e672c2b3e2a0 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:36:37.835747 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (5e9ef38b-e669-4f4f-a00a-164cd7bde272), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.841120 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5e9ef38b-e669-4f4f-a00a-164cd7bde272), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.871922 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.873347 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555128 Mar 22 17:36:37.878996 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36750) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:37.881185 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'security_group_rule': {'security_group_id': '5e9ef38b-e669-4f4f-a00a-164cd7bde272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:37.888648 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.889323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ef38b-e669-4f4f-a00a-164cd7bde272,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:37.902620 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.902978 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.903320 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.903664 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.903997 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.904369 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.904646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.904968 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.905266 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.905587 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.905910 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.906369 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.906545 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.906865 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.907213 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa76f51-e0b1-4e98-b8b5-afb224f006bb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:37.923269 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (b00534a3-cda7-48a1-8058-81ea5b174b69), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.978348 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (b00534a3-cda7-48a1-8058-81ea5b174b69), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:37.982756 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (b00534a3-cda7-48a1-8058-81ea5b174b69), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.000340 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-17f5f3d1-a3cc-4381-9e82-ec0de0ec3df3 None None] Provisioning complete for port 65857555-8233-456e-9424-8ad0b5df8053 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:38.001200 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00534a3-cda7-48a1-8058-81ea5b174b69,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:38.001927 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-17f5f3d1-a3cc-4381-9e82-ec0de0ec3df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (65857555-8233-456e-9424-8ad0b5df8053), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.010842 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.012751 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-21c4da33-1aa6-459f-85b8-87f26e237074 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350496 Mar 22 17:36:38.015530 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36752) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:38.020279 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'security_group_rule': {'security_group_id': '5e9ef38b-e669-4f4f-a00a-164cd7bde272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:38.040479 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-17f5f3d1-a3cc-4381-9e82-ec0de0ec3df3 None None] Port 65857555-8233-456e-9424-8ad0b5df8053 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:36:38.056161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (15e04441-6ae3-4d0d-9067-a4f02fe8562a), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.115639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (15e04441-6ae3-4d0d-9067-a4f02fe8562a), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.119616 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (15e04441-6ae3-4d0d-9067-a4f02fe8562a), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.138191 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e04441-6ae3-4d0d-9067-a4f02fe8562a,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:38.143442 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.149213 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f629dd88-5dc2-4fea-a195-6e512e479760 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280658 Mar 22 17:36:38.149307 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36754) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:38.154286 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:38.200604 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65857555-8233-456e-9424-8ad0b5df8053 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:36:38.205527 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.212823 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Publish callbacks [] for port (65857555-8233-456e-9424-8ad0b5df8053), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.265569 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Transition to ACTIVE for port object 65857555-8233-456e-9424-8ad0b5df8053 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:36:38.278521 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.367149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:38.412582 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103280a4-a97d-4957-9f0a-4eec730ec5be req-de5f863d-9ec7-4d68-8627-a894c2f7ddbe tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:38.414117 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-103280a4-a97d-4957-9f0a-4eec730ec5be req-de5f863d-9ec7-4d68-8627-a894c2f7ddbe tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1548038 Mar 22 17:36:38.517595 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Attempting to bind port 65857555-8233-456e-9424-8ad0b5df8053 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:36:38.517933 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Attempting to bind port 65857555-8233-456e-9424-8ad0b5df8053 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:36:38.518268 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Attempting to bind port 65857555-8233-456e-9424-8ad0b5df8053 on network bab3073a-46f5-469d-a206-23a3121eba1f {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:36:38.530422 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-103280a4-a97d-4957-9f0a-4eec730ec5be req-6bfce8a2-2115-4b42-aa83-e3e0708e6fa2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951021 Mar 22 17:36:38.532623 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Port 65857555-8233-456e-9424-8ad0b5df8053 on network bab3073a-46f5-469d-a206-23a3121eba1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:36:38.532812 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Attempting to bind port 65857555-8233-456e-9424-8ad0b5df8053 on network bab3073a-46f5-469d-a206-23a3121eba1f {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:36:38.537016 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.546059 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:36:38.546402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Checking segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:36:38.546785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Bound using segment: {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:36:38.547258 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Bound port: 65857555-8233-456e-9424-8ad0b5df8053, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571856de-f05b-44ef-855d-d92f2fc245d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:36:38.547616 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.694928 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:36:38.699861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:36:38.727707 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Allocated IP 172.28.1.81 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/3fa7d9eb-56bf-4612-92a7-ad4eff8db902) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:36:38.730864 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.771992 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-465b815e-1753-46db-90a3-e862cf0fe471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:38.773522 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-465b815e-1753-46db-90a3-e862cf0fe471 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1168 time: 0.0490203 Mar 22 17:36:38.797503 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:38.798131 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:38.799732 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] 10.222.0.64 "PUT /v2.0/ports/65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 1094 time: 1.0031159 Mar 22 17:36:38.802151 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:38.805346 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087613e-0982-48a2-a8fc-db1c48b6192d" -d '{"events": [{"name": "network-changed", "server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:38.878824 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faacd0d-abdf-4224-b82b-7dd5518581a5 x-openstack-request-id: req-4faacd0d-abdf-4224-b82b-7dd5518581a5 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:38.879162 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:38.879401 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4faacd0d-abdf-4224-b82b-7dd5518581a5 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:38.879826 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faacd0d-abdf-4224-b82b-7dd5518581a5'] response: {'name': 'network-changed', 'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'status': 'completed', 'code': 200} Mar 22 17:36:38.915397 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-4eb86375-9471-435d-b48c-6ec4289fe178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:38.917708 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-4eb86375-9471-435d-b48c-6ec4289fe178 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 915 time: 0.1356454 Mar 22 17:36:38.919478 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28443-b057-4ce1-964d-21e2c3edfa1a service neutron] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:38.957182 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ded91-a972-41f9-a88f-5e3040a160f4 req-d3ebf09c-d8e9-4e88-8d51-1913c34fca10 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:38.958811 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-323ded91-a972-41f9-a88f-5e3040a160f4 req-d3ebf09c-d8e9-4e88-8d51-1913c34fca10 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.2535329 Mar 22 17:36:38.996298 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-cac4dee4-87ef-4d3e-89c6-934c1702ff19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 999 time: 0.0709422 Mar 22 17:36:39.010042 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-2da12481-944c-4a37-ab14-9c4dba01a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.012081 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-2da12481-944c-4a37-ab14-9c4dba01a491 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1128 time: 0.1563504 Mar 22 17:36:39.015317 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.049104 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-9ca91aef-4755-44bc-a860-596eea21838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.051282 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-9ca91aef-4755-44bc-a860-596eea21838d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0472298 Mar 22 17:36:39.075291 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-0c9e6818-ffd3-4c53-806a-a939ac38d4d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 217 time: 0.0547431 Mar 22 17:36:39.110038 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-1c84d592-db15-4c37-bcd1-de227252b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.112052 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-1c84d592-db15-4c37-bcd1-de227252b1ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527291 Mar 22 17:36:39.146024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-323ded91-a972-41f9-a88f-5e3040a160f4 req-8888e9cc-edf5-4a30-a435-8446077232d2 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748054 Mar 22 17:36:39.160980 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-a482fdda-e78c-4532-bbe5-79a5865f06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.162626 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-a482fdda-e78c-4532-bbe5-79a5865f06e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.0761061 Mar 22 17:36:39.164021 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.211364 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-7a6addab-df71-4ab3-ba5a-ba797a6a04bd service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854652 Mar 22 17:36:39.232266 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:36:39.241988 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:39.244455 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:36:39.274189 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'Port': ['ID=3fa7d9eb-56bf-4612-92a7-ad4eff8db902,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:39.298861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-3501b203-b9dc-41ad-8dd4-6d46bd1023be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.300523 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-3501b203-b9dc-41ad-8dd4-6d46bd1023be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1056702 Mar 22 17:36:39.316362 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-8f4b3979-b083-4f37-8921-0ac5c98732b7 req-b758e648-3b06-458c-8f77-85a498823998 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939162 Mar 22 17:36:39.412055 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (37873f6a-901f-41c1-9a80-40e382daa4aa), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.460547 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-02ca5607-c60e-4497-96a6-7eae9017ece4 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530111 Mar 22 17:36:39.466998 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.666675 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-86b414d0-d0e4-44cd-9e26-ca1b56299e6a req-051299db-925b-48b6-a3cf-ed1095117022 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969802 Mar 22 17:36:39.711847 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0581a-40de-4115-8723-14a920a0a156 req-f48dbdd4-4b95-4981-8a50-76ff303616ca tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.713348 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6cb0581a-40de-4115-8723-14a920a0a156 req-f48dbdd4-4b95-4981-8a50-76ff303616ca tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1007276 Mar 22 17:36:39.813809 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.818275 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6cb0581a-40de-4115-8723-14a920a0a156 req-b06e097c-5bff-47e2-a926-404968b31297 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935895 Mar 22 17:36:39.820173 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.850038 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-7209da8a-d00e-47f2-b654-f692a0ae88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.851858 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-7209da8a-d00e-47f2-b654-f692a0ae88fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1128 time: 0.1349728 Mar 22 17:36:39.942078 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'Port': ['ID=3fa7d9eb-56bf-4612-92a7-ad4eff8db902,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:39.956766 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (37873f6a-901f-41c1-9a80-40e382daa4aa), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.982659 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:39.983904 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-520f72b3-627d-499d-8059-cbdd45b8674c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8342853 Mar 22 17:36:39.998856 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-50f92e49-a7a3-4bce-99ba-3cb541c588c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.000400 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-50f92e49-a7a3-4bce-99ba-3cb541c588c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.1404715 Mar 22 17:36:40.044208 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-93c6220e-319b-41d7-a6f9-75cbef695b93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 217 time: 0.0370464 Mar 22 17:36:40.099984 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-85d028c1-b695-4907-9c87-cae6d1bf2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.103222 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-85d028c1-b695-4907-9c87-cae6d1bf2fd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.0517726 Mar 22 17:36:40.507541 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-d3e57a1b-6311-4eff-b94c-01b13c262660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.509054 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-d3e57a1b-6311-4eff-b94c-01b13c262660 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4000285 Mar 22 17:36:40.515371 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-cad4f607-b8c5-45ae-9df4-e3602c1783c3 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--568106457&fields=id&tenant_id=645b14ee2dc34766b623327e7f0d3667 HTTP/1.1" status: 200 len: 267 time: 0.3675520 Mar 22 17:36:40.639241 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae1fe4-8f99-4d6d-94e0-3ea6562f0855 req-adb8bda2-430a-4eef-86c1-66581361f694 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.640743 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-08ae1fe4-8f99-4d6d-94e0-3ea6562f0855 req-adb8bda2-430a-4eef-86c1-66581361f694 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.2025394 Mar 22 17:36:40.742247 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-f3f91eb7-196b-41d2-8faf-4b6086f4e583 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242372 Mar 22 17:36:40.764964 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-4135db3a-fde4-44ab-9a46-9166afe639bf tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.766395 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-4135db3a-fde4-44ab-9a46-9166afe639bf tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 810 time: 0.2405777 Mar 22 17:36:40.825586 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-08ae1fe4-8f99-4d6d-94e0-3ea6562f0855 req-0c657833-a6f6-49fd-bc82-ce2de32c7896 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1760046 Mar 22 17:36:40.831151 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-f4fa2564-9532-4ce9-ba98-8bca7f85809d tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/quotas/645b14ee2dc34766b623327e7f0d3667 HTTP/1.1" status: 200 len: 375 time: 0.0578005 Mar 22 17:36:40.937888 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a087613e-0982-48a2-a8fc-db1c48b6192d req-aae6c1e8-2c17-4c86-ba27-9510a60698fc service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884444 Mar 22 17:36:40.957967 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-c5989cd2-80b3-4204-b1c4-6694efb02d1d tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201792 Mar 22 17:36:40.986013 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eef207-395b-4614-a9aa-9783838f98d5 req-068ee9f9-b775-4bee-a0ea-d7c1ec6f7b01 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.988152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-18eef207-395b-4614-a9aa-9783838f98d5 req-068ee9f9-b775-4bee-a0ea-d7c1ec6f7b01 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.0853562 Mar 22 17:36:41.089375 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-18eef207-395b-4614-a9aa-9783838f98d5 req-e337f21c-eb15-428a-9db1-40a932c89117 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899384 Mar 22 17:36:41.107105 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-9a95b401-95f7-4057-a0d7-cc9ff0656608 service neutron] 10.222.0.48 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369946 Mar 22 17:36:41.214579 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-1a2d9d9e-0bbf-4e21-b409-31590960f88c service neutron] 10.222.0.48 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018093 Mar 22 17:36:41.393792 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c76a32bc-85ae-4835-acb2-db1ec59571ef req-d1d5e0dd-235f-4733-9723-1876fed89f45 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 210 time: 0.0318017 Mar 22 17:36:41.811459 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:36:41.972675 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:41.996406 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '65857555-8233-456e-9424-8ad0b5df8053', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'port_id': '65857555-8233-456e-9424-8ad0b5df8053', 'mac_address': 'fa:16:3e:8d:45:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:36:42.008584 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f27ed-d103-4acd-8185-a755437c08de req-e6e5178c-bc09-4d37-99ad-d1b5e00f24a8 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:42.010370 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-681f27ed-d103-4acd-8185-a755437c08de req-e6e5178c-bc09-4d37-99ad-d1b5e00f24a8 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0723786 Mar 22 17:36:42.042326 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:42.043697 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.062790 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65857555-8233-456e-9424-8ad0b5df8053 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:36:42.083789 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:42.089019 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.092577 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-681f27ed-d103-4acd-8185-a755437c08de req-d0eb97a1-5902-406e-92c6-525729940edd tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747790 Mar 22 17:36:42.230827 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9555612-f029-4110-89ca-83d12cad6a74 req-57f5112b-6fcf-4e54-920a-bf6d94504014 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:42.232485 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a9555612-f029-4110-89ca-83d12cad6a74 req-57f5112b-6fcf-4e54-920a-bf6d94504014 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 945 time: 0.0655293 Mar 22 17:36:42.268696 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:42.282211 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a9555612-f029-4110-89ca-83d12cad6a74 req-72c6c190-7d39-40b2-bf94-f0767cc26660 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Mar 22 17:36:42.409678 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['65857555-8233-456e-9424-8ad0b5df8053'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:36:42.564195 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-93888942-fdd3-4825-8d30-3ef4b2be17d5 req-6bbdbaaa-1cff-41bd-965c-2777b7a7ab6c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 210 time: 0.0514288 Mar 22 17:36:42.627559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-40c8a8a5-8262-40ed-8282-1322787a53c9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:42.631024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-40c8a8a5-8262-40ed-8282-1322787a53c9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 810 time: 0.2081308 Mar 22 17:36:42.719095 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-adc30803-e474-48c1-86ed-004bd029c5e1 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=645b14ee2dc34766b623327e7f0d3667 HTTP/1.1" status: 200 len: 379 time: 0.0752382 Mar 22 17:36:42.728806 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'port': {'device_id': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'admin_state_up': True, 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'security_groups': ['5e9ef38b-e669-4f4f-a00a-164cd7bde272']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:42.841211 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Made reservation on behalf of 645b14ee2dc34766b623327e7f0d3667 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:36:42.844771 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.002075 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Allocated IP 172.20.0.8 (c8359024-884a-4f1a-899c-5d80e25f924b/2c567d4f-c89e-4a9d-9959-681ff2933592/2dde338b-655b-4b64-9716-202065072a3f) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:36:43.158596 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for port (2dde338b-655b-4b64-9716-202065072a3f), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.227955 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (2dde338b-655b-4b64-9716-202065072a3f), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.263029 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999525e-f6d0-4788-98da-0f1c3f3b5b93 req-824ec481-9c80-4865-94c3-b9c581d9ab45 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:43.264478 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b999525e-f6d0-4788-98da-0f1c3f3b5b93 req-824ec481-9c80-4865-94c3-b9c581d9ab45 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0988059 Mar 22 17:36:43.298265 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Network c8359024-884a-4f1a-899c-5d80e25f924b is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:36:43.306347 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:43.312430 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:36:43.319261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event updated for resources: {'Port': ['ID=2dde338b-655b-4b64-9716-202065072a3f,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:43.424772 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:43.425422 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.452143 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b999525e-f6d0-4788-98da-0f1c3f3b5b93 req-fa1c2888-2f57-49ae-9e66-e102ec7188e6 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1785557 Mar 22 17:36:43.465260 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-580e48dc-4f5d-4886-9529-657c3233ebcd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402804 Mar 22 17:36:43.481960 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Request body: {'port': {'device_id': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:43.497433 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ef285-6372-4c0c-b8dd-2447d5a4c261 req-5778e184-7998-49c3-8ed8-dd636fccd8f1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:43.499176 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-408ef285-6372-4c0c-b8dd-2447d5a4c261 req-5778e184-7998-49c3-8ed8-dd636fccd8f1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 945 time: 0.1283226 Mar 22 17:36:43.555524 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-0fb1048f-0532-46a1-893d-c51359e3e934 None None] Provisioning complete for port 2dde338b-655b-4b64-9716-202065072a3f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:43.556296 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0fb1048f-0532-46a1-893d-c51359e3e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (2dde338b-655b-4b64-9716-202065072a3f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.590003 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1048f-0532-46a1-893d-c51359e3e934 None None] Port 2dde338b-655b-4b64-9716-202065072a3f cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:36:43.594417 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2dde338b-655b-4b64-9716-202065072a3f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.607000 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-408ef285-6372-4c0c-b8dd-2447d5a4c261 req-9827e764-8d35-4b10-ac5d-b8a59a7023d3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870738 Mar 22 17:36:43.776392 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0c98-01f3-42e7-9a6f-4a43c434059b req-be2ddbd0-0ad8-4d73-a040-5e0b50d158c8 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:43.778395 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b28c0c98-01f3-42e7-9a6f-4a43c434059b req-be2ddbd0-0ad8-4d73-a040-5e0b50d158c8 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 931 time: 0.1307125 Mar 22 17:36:43.825944 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:36:43.884736 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 65857555-8233-456e-9424-8ad0b5df8053 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:36:43.888696 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b28c0c98-01f3-42e7-9a6f-4a43c434059b req-83a0791e-8152-4dd2-a239-dc3f3d964d0b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949078 Mar 22 17:36:43.893770 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 65857555-8233-456e-9424-8ad0b5df8053 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:43.894379 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (65857555-8233-456e-9424-8ad0b5df8053), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.975258 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dde338b-655b-4b64-9716-202065072a3f {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:36:43.985231 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Publish callbacks [] for port (2dde338b-655b-4b64-9716-202065072a3f), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:43.999253 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Transition to ACTIVE for port object 2dde338b-655b-4b64-9716-202065072a3f will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:36:44.001150 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:44.001656 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:44.004676 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (2dde338b-655b-4b64-9716-202065072a3f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:44.039734 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:44.045080 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0237495-a901-47b3-8365-7f18b148df4f" -d '{"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-plugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:44.071800 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dde338b-655b-4b64-9716-202065072a3f,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:44.092415 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:44.104107 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:44.146582 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb36282d-89b6-4e97-8560-707a1ebb69ca x-openstack-request-id: req-eb36282d-89b6-4e97-8560-707a1ebb69ca {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:44.147131 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-plugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:44.147739 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb36282d-89b6-4e97-8560-707a1ebb69ca {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:44.148413 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb36282d-89b6-4e97-8560-707a1ebb69ca'] response: {'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'code': 200} Mar 22 17:36:44.195135 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Attempting to bind port 2dde338b-655b-4b64-9716-202065072a3f on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:36:44.195974 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Attempting to bind port 2dde338b-655b-4b64-9716-202065072a3f by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:36:44.196295 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Attempting to bind port 2dde338b-655b-4b64-9716-202065072a3f on network c8359024-884a-4f1a-899c-5d80e25f924b {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:36:44.204213 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Port 2dde338b-655b-4b64-9716-202065072a3f on network c8359024-884a-4f1a-899c-5d80e25f924b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:36:44.204735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Attempting to bind port 2dde338b-655b-4b64-9716-202065072a3f on network c8359024-884a-4f1a-899c-5d80e25f924b {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:36:44.210575 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:44.213881 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:36:44.214450 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Checking segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:36:44.215092 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Bound using segment: {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:36:44.215847 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Bound port: 2dde338b-655b-4b64-9716-202065072a3f, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2ca32c-1705-4696-b913-a269af4d9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:36:44.219790 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2dde338b-655b-4b64-9716-202065072a3f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:44.332906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] For port 2dde338b-655b-4b64-9716-202065072a3f, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:36:44.338333 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] For port 2dde338b-655b-4b64-9716-202065072a3f, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2dde338b-655b-4b64-9716-202065072a3f,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:36:44.348501 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (2dde338b-655b-4b64-9716-202065072a3f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:44.390067 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.390621 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:44.392288 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2dde338b-655b-4b64-9716-202065072a3f HTTP/1.1" status: 200 len: 1093 time: 0.9184239 Mar 22 17:36:44.392772 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'tag': '2dde338b-655b-4b64-9716-202065072a3f'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:44.395816 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "tag": "2dde338b-655b-4b64-9716-202065072a3f"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:44.412189 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e7e9-067d-44f4-8892-dacf00122d5b req-7b5393ef-a803-442f-931e-3650ebca1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.415077 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6c30e7e9-067d-44f4-8892-dacf00122d5b req-7b5393ef-a803-442f-931e-3650ebca1252 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1130 time: 0.0575368 Mar 22 17:36:44.437646 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5f83-b8fa-442a-a172-ff0eb6fe1fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dde338b-655b-4b64-9716-202065072a3f,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:44.488936 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a1d365-42bb-4a91-9368-92cba4a4f67a x-openstack-request-id: req-61a1d365-42bb-4a91-9368-92cba4a4f67a {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:44.488936 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "tag": "2dde338b-655b-4b64-9716-202065072a3f", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:44.488936 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61a1d365-42bb-4a91-9368-92cba4a4f67a {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:44.489382 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a1d365-42bb-4a91-9368-92cba4a4f67a'] response: {'name': 'network-changed', 'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'tag': '2dde338b-655b-4b64-9716-202065072a3f', 'status': 'completed', 'code': 200} Mar 22 17:36:44.490037 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-6c30e7e9-067d-44f4-8892-dacf00122d5b req-349c1b16-2591-4a28-88f4-61e8bf62713d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622988 Mar 22 17:36:44.545644 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-575b15b0-981c-4ec5-ba1e-186afe49a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.548631 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-575b15b0-981c-4ec5-ba1e-186afe49a8bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 1127 time: 0.0804906 Mar 22 17:36:44.617618 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2be9f-cbd0-4c05-99f6-665522de2c39 req-5515b259-1f72-4941-a33e-b7251fbec138 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.619385 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2fa2be9f-cbd0-4c05-99f6-665522de2c39 req-5515b259-1f72-4941-a33e-b7251fbec138 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0694296 Mar 22 17:36:44.734023 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2fa2be9f-cbd0-4c05-99f6-665522de2c39 req-e19d5fc1-babb-474a-b0a3-49cc1f942aa0 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060021 Mar 22 17:36:44.791865 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-a5ac2cc8-5eee-4678-bba3-fe7f31f50383 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dde338b-655b-4b64-9716-202065072a3f HTTP/1.1" status: 200 len: 217 time: 0.0390267 Mar 22 17:36:44.848884 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9f998-864e-4cbc-9021-6b9ac4b3b486 req-76f37be1-240c-4d38-a097-5508ec1ff8ff tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.850455 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ccc9f998-864e-4cbc-9021-6b9ac4b3b486 req-76f37be1-240c-4d38-a097-5508ec1ff8ff tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1391017 Mar 22 17:36:44.860494 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-42aca0c9-09a2-4b48-baaa-302649e5208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.861864 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-42aca0c9-09a2-4b48-baaa-302649e5208e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.0624006 Mar 22 17:36:44.937106 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ccc9f998-864e-4cbc-9021-6b9ac4b3b486 req-f40a4b44-9b0d-4c6c-8a9f-cd811ab8c680 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791991 Mar 22 17:36:44.947838 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-c15c408b-65f0-4bcc-ab5d-9f598e1152cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.950506 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-c15c408b-65f0-4bcc-ab5d-9f598e1152cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0747793 Mar 22 17:36:45.082262 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb62d-6fcb-4026-bed6-2e33232b403e req-3df37480-bc0a-42bd-bc6e-ba5d275635cd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.086592 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-324cb62d-6fcb-4026-bed6-2e33232b403e req-3df37480-bc0a-42bd-bc6e-ba5d275635cd tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 943 time: 0.1051147 Mar 22 17:36:45.087895 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-e920031e-f942-457f-a117-b76e303a0fd8 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277297 Mar 22 17:36:45.188943 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-324cb62d-6fcb-4026-bed6-2e33232b403e req-35f91e66-d603-4348-b629-27020e68371b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992947 Mar 22 17:36:45.223582 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60e0d79b-c2af-4c97-aa65-b9676aa842f1 req-5915fb24-a369-42e5-9699-38f0dc017070 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258173 Mar 22 17:36:45.327585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-808e5bea-b86b-428a-93fe-908a6028801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.329532 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-808e5bea-b86b-428a-93fe-908a6028801e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 1127 time: 0.0544231 Mar 22 17:36:45.434326 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-071596d8-8c48-42a9-85f5-be1f4604ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.435857 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-071596d8-8c48-42a9-85f5-be1f4604ccc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.1000330 Mar 22 17:36:45.485126 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-0221ec16-2644-4802-8a40-6dc5363e752d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dde338b-655b-4b64-9716-202065072a3f HTTP/1.1" status: 200 len: 217 time: 0.0374498 Mar 22 17:36:45.544708 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-54947ba1-3e2d-4ebd-bf92-6dd9928fc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.546177 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-54947ba1-3e2d-4ebd-bf92-6dd9928fc665 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.0495787 Mar 22 17:36:45.595219 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-fe37ae5f-3835-46e1-bd68-ad74f2910dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.596925 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-fe37ae5f-3835-46e1-bd68-ad74f2910dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445149 Mar 22 17:36:45.690750 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-adf59faf-f2f4-42e4-a6e4-937643a7ff5d service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828989 Mar 22 17:36:45.792830 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8bee69e-93a6-44e5-b4c8-3dc3b615fb8e req-bdb83f60-7627-4159-a90e-37ef1c24c00f service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889623 Mar 22 17:36:45.859474 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb2865-a939-4499-b56b-3edfcfdba247 req-95c89e58-dc32-480e-aea8-0c4fc42721d8 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.861011 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-67fb2865-a939-4499-b56b-3edfcfdba247 req-95c89e58-dc32-480e-aea8-0c4fc42721d8 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0568547 Mar 22 17:36:45.929581 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-67fb2865-a939-4499-b56b-3edfcfdba247 req-276e8fa2-1a3a-4027-95ba-36a46f6eaa16 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619898 Mar 22 17:36:46.063024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13fae9-fb7a-408c-b6c2-56eff10cb1d6 req-127e0a8e-f3c3-4dfd-a30c-8890434e4e67 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:46.064610 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc13fae9-fb7a-408c-b6c2-56eff10cb1d6 req-127e0a8e-f3c3-4dfd-a30c-8890434e4e67 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0539496 Mar 22 17:36:46.119021 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc13fae9-fb7a-408c-b6c2-56eff10cb1d6 req-b266c0bc-591c-4ae6-972e-61f30718455e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469921 Mar 22 17:36:46.240220 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883639fd-1576-4a83-bf24-b71192da3bbf req-f26fc8f4-39a9-4fc8-a032-f2736057aff3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:46.241793 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-883639fd-1576-4a83-bf24-b71192da3bbf req-f26fc8f4-39a9-4fc8-a032-f2736057aff3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0571089 Mar 22 17:36:46.250468 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36830) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:46.255063 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Request body: {'floatingip': {'port_id': '65857555-8233-456e-9424-8ad0b5df8053'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:46.297188 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (56c777ec-55e1-4865-afe3-a240ae45daca), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:46.313730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edbe0e-ede3-425f-aba9-de7a345cbd06 req-223c24af-addc-470c-9c50-4f665ec5b399 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:46.315193 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-61edbe0e-ede3-425f-aba9-de7a345cbd06 req-223c24af-addc-470c-9c50-4f665ec5b399 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 943 time: 0.0527179 Mar 22 17:36:46.363797 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-61edbe0e-ede3-425f-aba9-de7a345cbd06 req-259b699a-3d41-4c48-907f-6f48935a2179 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Mar 22 17:36:46.695582 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90c0b183-0200-40e3-a48b-7a0b98bbd958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:46.740495 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:46.744162 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (56c777ec-55e1-4865-afe3-a240ae45daca), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:46.843719 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Floating IP 56c777ec-55e1-4865-afe3-a240ae45daca associated. External IP: 172.28.1.196, port: 65857555-8233-456e-9424-8ad0b5df8053. Mar 22 17:36:47.056541 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b2a0-d58a-4800-a99a-7e67f7a34771 req-0653c075-da41-4f3d-b9c1-beacd4e50b72 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.058642 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7ed7b2a0-d58a-4800-a99a-7e67f7a34771 req-0653c075-da41-4f3d-b9c1-beacd4e50b72 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0599856 Mar 22 17:36:47.060747 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:47.125697 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7ed7b2a0-d58a-4800-a99a-7e67f7a34771 req-943779a6-6747-4022-a70d-21037b40c10f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608315 Mar 22 17:36:47.176104 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:47.181073 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:47.186991 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:47.202197 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:47.203441 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:47.212226 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-79dbf9b0-e90b-4d12-abae-79b1eae6d01b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "PUT /v2.0/floatingips/56c777ec-55e1-4865-afe3-a240ae45daca HTTP/1.1" status: 200 len: 992 time: 0.9605436 Mar 22 17:36:47.213102 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:47.215517 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e" -d '{"events": [{"name": "network-changed", "server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:47.252726 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc474e2-8220-4ec6-8ccf-48dc8a7ddc7e x-openstack-request-id: req-ddc474e2-8220-4ec6-8ccf-48dc8a7ddc7e {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:47.252726 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:47.252726 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddc474e2-8220-4ec6-8ccf-48dc8a7ddc7e {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:47.253925 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc474e2-8220-4ec6-8ccf-48dc8a7ddc7e'] response: {'name': 'network-changed', 'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'status': 'completed', 'code': 200} Mar 22 17:36:47.324959 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:47.332613 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-3e50f28d-450e-4554-bbea-21390f629ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.334134 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-3e50f28d-450e-4554-bbea-21390f629ac8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1130 time: 0.0488992 Mar 22 17:36:47.487127 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-7278578c-e5a6-4c7b-bc69-26903cc18160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.488643 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-7278578c-e5a6-4c7b-bc69-26903cc18160 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.1397913 Mar 22 17:36:47.515559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ffbe5-5cc6-44c2-97df-139fb731198a req-ce3c9c8a-3da1-4abb-ba4e-ae70277be4fe tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.517063 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fe7ffbe5-5cc6-44c2-97df-139fb731198a req-ce3c9c8a-3da1-4abb-ba4e-ae70277be4fe tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 943 time: 0.0818222 Mar 22 17:36:47.593130 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-d6a6c5dc-c7d9-41dd-81d8-1830c0380353 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 1000 time: 0.0955377 Mar 22 17:36:47.619502 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fe7ffbe5-5cc6-44c2-97df-139fb731198a req-72b0aaf9-693a-4500-acf3-30e602c336be tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705492 Mar 22 17:36:47.626309 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '56c777ec-55e1-4865-afe3-a240ae45daca', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'port_id': '65857555-8233-456e-9424-8ad0b5df8053', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'mac_address': 'fa:16:3e:8d:45:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:34Z', 'updated_at': '2022-03-22T17:36:46Z', 'revision_number': 1, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:47.649432 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-63fcb985-2cf9-4214-9269-79cb02b836fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.650921 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-63fcb985-2cf9-4214-9269-79cb02b836fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.0504975 Mar 22 17:36:47.657029 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:47.665669 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:47.666283 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:47.710425 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-32218d78-13fc-4dec-bbb3-a707aa4d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.712035 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-32218d78-13fc-4dec-bbb3-a707aa4d5f85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0522730 Mar 22 17:36:47.778500 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:47.807479 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-aef4894c-74ed-4bcf-995c-d7a5b748b4a7 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874770 Mar 22 17:36:47.850073 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2dde338b-655b-4b64-9716-202065072a3f details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:36:47.900267 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3bca786c-c8e7-49ab-b379-1dc5c2abd25e req-9629d615-9961-459d-9cb5-ff1ba4b34a87 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Mar 22 17:36:48.030367 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 2dde338b-655b-4b64-9716-202065072a3f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2dde338b-655b-4b64-9716-202065072a3f,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:48.062251 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '2dde338b-655b-4b64-9716-202065072a3f', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'port_id': '2dde338b-655b-4b64-9716-202065072a3f', 'mac_address': 'fa:16:3e:ba:fd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:36:48.110350 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 2dde338b-655b-4b64-9716-202065072a3f is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:48.110696 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2dde338b-655b-4b64-9716-202065072a3f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:48.127683 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dde338b-655b-4b64-9716-202065072a3f {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:36:48.134896 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '56c777ec-55e1-4865-afe3-a240ae45daca', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'port_id': '65857555-8233-456e-9424-8ad0b5df8053', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'mac_address': 'fa:16:3e:8d:45:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:34Z', 'updated_at': '2022-03-22T17:36:46Z', 'revision_number': 1, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:48.169662 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecd070-236f-46e7-8948-ad70e732d0ad None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '56c777ec-55e1-4865-afe3-a240ae45daca', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'port_id': '65857555-8233-456e-9424-8ad0b5df8053', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'mac_address': 'fa:16:3e:8d:45:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:34Z', 'updated_at': '2022-03-22T17:36:46Z', 'revision_number': 1, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:48.178863 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 2dde338b-655b-4b64-9716-202065072a3f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2dde338b-655b-4b64-9716-202065072a3f,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:48.184941 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (2dde338b-655b-4b64-9716-202065072a3f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:48.234493 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=2dde338b-655b-4b64-9716-202065072a3f,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:48.254160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57870094-3420-447f-9ba4-cdf58771977d req-0b1a2c8b-7119-47ce-84ed-0ee8a0c721e7 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:48.256052 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-57870094-3420-447f-9ba4-cdf58771977d req-0b1a2c8b-7119-47ce-84ed-0ee8a0c721e7 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0572395 Mar 22 17:36:48.317095 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-57870094-3420-447f-9ba4-cdf58771977d req-3efb8ea5-2534-4f0d-bcee-842b1a0325fe tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553000 Mar 22 17:36:48.405393 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e546b95b-3876-4499-833c-bacbdb0bb312 None None] New status for floating IP 56c777ec-55e1-4865-afe3-a240ae45daca: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:36:48.495023 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['2dde338b-655b-4b64-9716-202065072a3f'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:36:48.746119 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9a3a6-e579-4083-b447-3179545589da req-72a28e76-3c84-4841-9bb2-94cc5d5012a9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:48.747704 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9cd9a3a6-e579-4083-b447-3179545589da req-72a28e76-3c84-4841-9bb2-94cc5d5012a9 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 944 time: 0.0613821 Mar 22 17:36:48.796785 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9cd9a3a6-e579-4083-b447-3179545589da req-1fb385d7-7ebb-4ce5-8226-a826f6d26964 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Mar 22 17:36:48.921529 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-520a560d-c3e1-494d-ae83-1abd7234b1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:49.445303 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed346a1-3a22-418a-8320-a6ae503f268c req-c394ea96-51ab-4a3f-bc32-08dd621bc852 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:49.447062 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2ed346a1-3a22-418a-8320-a6ae503f268c req-c394ea96-51ab-4a3f-bc32-08dd621bc852 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0558109 Mar 22 17:36:49.511362 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2ed346a1-3a22-418a-8320-a6ae503f268c req-0db44b98-b487-4ca0-9523-4a1475495977 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582616 Mar 22 17:36:49.842762 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2dde338b-655b-4b64-9716-202065072a3f up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:36:49.893125 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 2dde338b-655b-4b64-9716-202065072a3f completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:36:49.897519 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 2dde338b-655b-4b64-9716-202065072a3f triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:49.897957 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (2dde338b-655b-4b64-9716-202065072a3f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:49.920784 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef51064-337c-4eb5-a79a-c8fb968b96a9 req-70ab75d7-dd77-47ce-934a-312c0a230676 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:49.922274 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bef51064-337c-4eb5-a79a-c8fb968b96a9 req-70ab75d7-dd77-47ce-934a-312c0a230676 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 944 time: 0.0576274 Mar 22 17:36:49.969416 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bef51064-337c-4eb5-a79a-c8fb968b96a9 req-1072a625-f3db-4c54-90b8-51fca1e3ad2e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412874 Mar 22 17:36:49.978530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 2dde338b-655b-4b64-9716-202065072a3f is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:49.979066 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2dde338b-655b-4b64-9716-202065072a3f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:50.002141 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dde338b-655b-4b64-9716-202065072a3f'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:50.004362 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da7bff5-7cf4-41b2-a504-0af11a5dc5bf" -d '{"events": [{"server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "name": "network-vif-plugged", "status": "completed", "tag": "2dde338b-655b-4b64-9716-202065072a3f"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:50.016969 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 2dde338b-655b-4b64-9716-202065072a3f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2dde338b-655b-4b64-9716-202065072a3f,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:50.021001 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (2dde338b-655b-4b64-9716-202065072a3f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:50.048486 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c8027-8862-4195-a8fd-89449776d066 x-openstack-request-id: req-256c8027-8862-4195-a8fd-89449776d066 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:50.048802 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "name": "network-vif-plugged", "status": "completed", "tag": "2dde338b-655b-4b64-9716-202065072a3f", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:50.049064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-256c8027-8862-4195-a8fd-89449776d066 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:50.049465 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256c8027-8862-4195-a8fd-89449776d066'] response: {'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dde338b-655b-4b64-9716-202065072a3f', 'code': 200} Mar 22 17:36:50.079866 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:50.091133 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=2dde338b-655b-4b64-9716-202065072a3f,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:50.231965 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:50.238177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066ed89-5a1a-4102-8d66-2236f5f725ec req-223a743c-8345-4f85-af6b-5fa1eaf68a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:50.239736 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3066ed89-5a1a-4102-8d66-2236f5f725ec req-223a743c-8345-4f85-af6b-5fa1eaf68a00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 1129 time: 0.0457902 Mar 22 17:36:50.283627 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3066ed89-5a1a-4102-8d66-2236f5f725ec req-bded648e-f5aa-4a57-8fcc-a360ed17940b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376172 Mar 22 17:36:50.630231 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00706654-7fd3-45f7-ae03-17a2e1328744 req-64c8a16b-7be0-4ef6-a4af-cced3b997128 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:50.631794 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-00706654-7fd3-45f7-ae03-17a2e1328744 req-64c8a16b-7be0-4ef6-a4af-cced3b997128 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0530977 Mar 22 17:36:50.694853 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-00706654-7fd3-45f7-ae03-17a2e1328744 req-3c1d0e2a-0005-4d21-9d82-af377681559b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568659 Mar 22 17:36:51.091033 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ba863-8220-42a1-8fec-c9bb1af35c6e req-1f7f5f63-9d6f-4722-b72c-076f85b97ff2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:51.092506 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-001ba863-8220-42a1-8fec-c9bb1af35c6e req-1f7f5f63-9d6f-4722-b72c-076f85b97ff2 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.0537543 Mar 22 17:36:51.139630 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-001ba863-8220-42a1-8fec-c9bb1af35c6e req-000b9fdb-f6bf-440f-923b-e8fac9a7f3eb tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415759 Mar 22 17:36:51.541942 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:51.822995 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52beec16-8d28-4e0d-abd1-d733acddecce req-795497a9-8a30-4791-89e4-d2d2cc69f470 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:51.824515 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-52beec16-8d28-4e0d-abd1-d733acddecce req-795497a9-8a30-4791-89e4-d2d2cc69f470 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0569046 Mar 22 17:36:51.888633 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-52beec16-8d28-4e0d-abd1-d733acddecce req-cc317aec-002d-4ca3-b007-1bf8625821ac tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584285 Mar 22 17:36:52.261624 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94263493-0f4f-4932-9605-88efbfd90e52 req-abbeceee-83d0-4bb1-957e-9fe2858f9378 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:52.263145 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94263493-0f4f-4932-9605-88efbfd90e52 req-abbeceee-83d0-4bb1-957e-9fe2858f9378 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.0579236 Mar 22 17:36:52.309957 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94263493-0f4f-4932-9605-88efbfd90e52 req-c4151407-c8aa-41f3-bcf3-fd85002b50de tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Mar 22 17:36:52.425142 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7e8e-a8d8-4de9-b5cb-6cb9f5b8341a req-48404c0c-b9c5-4d1b-a138-90974dd79e8c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:52.426586 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-21ff7e8e-a8d8-4de9-b5cb-6cb9f5b8341a req-48404c0c-b9c5-4d1b-a138-90974dd79e8c tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.0546608 Mar 22 17:36:52.435191 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36862) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:52.440249 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Request body: {'floatingip': {'port_id': '2dde338b-655b-4b64-9716-202065072a3f'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:52.480901 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (37873f6a-901f-41c1-9a80-40e382daa4aa), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:53.030560 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412b9b-b63c-4e12-ae8c-3366129c9753 req-a02a7722-e134-4991-a64a-f91895592cd6 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:53.032355 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-61412b9b-b63c-4e12-ae8c-3366129c9753 req-a02a7722-e134-4991-a64a-f91895592cd6 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0581172 Mar 22 17:36:53.051760 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:53.099863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.db.resource_extend [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:36:53.100122 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-61412b9b-b63c-4e12-ae8c-3366129c9753 req-9e09764a-5a2b-466d-8894-4a0477352325 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618274 Mar 22 17:36:53.151507 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:53.155555 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (37873f6a-901f-41c1-9a80-40e382daa4aa), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:53.255528 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Floating IP 37873f6a-901f-41c1-9a80-40e382daa4aa associated. External IP: 172.28.1.81, port: 2dde338b-655b-4b64-9716-202065072a3f. Mar 22 17:36:53.463909 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:36:53.573995 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:36:53.578724 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:53.587806 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:36:53.604186 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:53.605886 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:53.612396 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-b76cc187-b0b9-4ea1-b502-62ccf70e8268 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "PUT /v2.0/floatingips/37873f6a-901f-41c1-9a80-40e382daa4aa HTTP/1.1" status: 200 len: 990 time: 1.1760409 Mar 22 17:36:53.613089 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'tag': '2dde338b-655b-4b64-9716-202065072a3f'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:36:53.619440 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d" -d '{"events": [{"name": "network-changed", "server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "tag": "2dde338b-655b-4b64-9716-202065072a3f"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:36:53.653586 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721d91cf-094c-4eed-8ff5-def83d74e4c6 x-openstack-request-id: req-721d91cf-094c-4eed-8ff5-def83d74e4c6 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:36:53.653886 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "tag": "2dde338b-655b-4b64-9716-202065072a3f", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:36:53.654166 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-721d91cf-094c-4eed-8ff5-def83d74e4c6 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:36:53.654625 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721d91cf-094c-4eed-8ff5-def83d74e4c6'] response: {'name': 'network-changed', 'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'tag': '2dde338b-655b-4b64-9716-202065072a3f', 'status': 'completed', 'code': 200} Mar 22 17:36:53.728597 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:53.984330 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '37873f6a-901f-41c1-9a80-40e382daa4aa', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'floating_ip_address': '172.28.1.81', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'port_id': '2dde338b-655b-4b64-9716-202065072a3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'mac_address': 'fa:16:3e:ba:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:39Z', 'updated_at': '2022-03-22T17:36:52Z', 'revision_number': 1, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:54.002755 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-bb8b278a-565f-45ea-b5f0-ee96f5f0c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:54.004340 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-bb8b278a-565f-45ea-b5f0-ee96f5f0c8ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=645b14ee2dc34766b623327e7f0d3667&device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 1129 time: 0.3206828 Mar 22 17:36:54.036953 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:36:54.054618 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:36:54.055741 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:54.108134 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-f1015842-9490-4668-8a3f-253dee43c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:54.109665 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-f1015842-9490-4668-8a3f-253dee43c3ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 200 len: 911 time: 0.0974677 Mar 22 17:36:54.193095 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-d3cfce7f-ccca-49d5-93c2-e8c645fac073 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dde338b-655b-4b64-9716-202065072a3f HTTP/1.1" status: 200 len: 998 time: 0.0740983 Mar 22 17:36:54.204161 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:36:54.272034 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-f5890d1a-7e8d-41a5-a5d9-18f1e9c15191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:54.273441 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-f5890d1a-7e8d-41a5-a5d9-18f1e9c15191 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 200 len: 849 time: 0.0701585 Mar 22 17:36:54.288447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7eac5-3025-4f25-a66c-04921ddf09d8 req-0a1b4927-7f8f-441e-bd53-5647601b3618 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:54.290024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8ce7eac5-3025-4f25-a66c-04921ddf09d8 req-0a1b4927-7f8f-441e-bd53-5647601b3618 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0960290 Mar 22 17:36:54.382559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-017a1096-73b7-4ee6-a593-21b8298a1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:54.384134 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-017a1096-73b7-4ee6-a593-21b8298a1d18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8359024-884a-4f1a-899c-5d80e25f924b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0932059 Mar 22 17:36:54.390359 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8ce7eac5-3025-4f25-a66c-04921ddf09d8 req-1f047c51-fea5-43b9-9c0f-6293e7fafe5b tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912714 Mar 22 17:36:54.493187 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '37873f6a-901f-41c1-9a80-40e382daa4aa', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'floating_ip_address': '172.28.1.81', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'port_id': '2dde338b-655b-4b64-9716-202065072a3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'mac_address': 'fa:16:3e:ba:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:39Z', 'updated_at': '2022-03-22T17:36:52Z', 'revision_number': 1, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:54.495106 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-8582b516-8ae7-45e1-b329-d494789fa3b4 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023970 Mar 22 17:36:54.521406 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60297c-9656-465a-94c3-b652ed0ff06d None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '37873f6a-901f-41c1-9a80-40e382daa4aa', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'floating_ip_address': '172.28.1.81', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'port_id': '2dde338b-655b-4b64-9716-202065072a3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'mac_address': 'fa:16:3e:ba:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:39Z', 'updated_at': '2022-03-22T17:36:52Z', 'revision_number': 1, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:36:54.604100 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f13b3bcc-e6ed-425e-94f7-3b73a46dd14d req-2e850f18-a5d8-469d-ad83-d235eed6c504 service neutron] 10.222.0.64 "GET /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016302 Mar 22 17:36:54.735674 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd94dc-56c9-44e0-b5c9-967489f8413e None None] New status for floating IP 37873f6a-901f-41c1-9a80-40e382daa4aa: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:36:55.398882 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:36:55.540599 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a7457-6d43-48ec-8083-740dc93eb62d req-194297c5-b28b-4583-8002-1c4999955c73 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:55.542152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-189a7457-6d43-48ec-8083-740dc93eb62d req-194297c5-b28b-4583-8002-1c4999955c73 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0610290 Mar 22 17:36:55.605996 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-189a7457-6d43-48ec-8083-740dc93eb62d req-c33c7c00-915f-459b-b42f-220867a8c04a tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&id=c997e19e-1841-43e6-8a96-eb9198895c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578947 Mar 22 17:37:01.332381 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4932a5-0326-4b9d-bafa-8da12c1aa11f req-84ec578d-8cc4-4f81-bea5-c32c9e51a841 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:01.334026 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3d4932a5-0326-4b9d-bafa-8da12c1aa11f req-84ec578d-8cc4-4f81-bea5-c32c9e51a841 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0677018 Mar 22 17:37:01.386790 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3d4932a5-0326-4b9d-bafa-8da12c1aa11f req-02d29684-3a71-40db-8b30-44f8735ff6d9 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462534 Mar 22 17:37:02.512844 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1e35-2211-411c-a49e-13bfef49443c req-b764220c-5ff7-4108-aea5-f233c0e31a83 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.514385 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fc9e1e35-2211-411c-a49e-13bfef49443c req-b764220c-5ff7-4108-aea5-f233c0e31a83 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0559478 Mar 22 17:37:02.564427 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fc9e1e35-2211-411c-a49e-13bfef49443c req-5e7e8c3e-a463-48be-878d-0dfc25f06126 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Mar 22 17:37:03.204639 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b9c57-c08c-4129-8384-673231746a40 req-17fd4081-bff3-46bc-925f-873c4576e759 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:03.206175 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-857b9c57-c08c-4129-8384-673231746a40 req-17fd4081-bff3-46bc-925f-873c4576e759 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0534272 Mar 22 17:37:03.310709 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:03.311096 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:03.405541 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] For port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:03.405910 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:03.588327 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:03.589611 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e8ee93b5-efc6-4871-80e2-b6aa9b3ca894), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:03.589611 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP e8ee93b5-efc6-4871-80e2-b6aa9b3ca894 disassociated. External IP: 172.28.1.224, port: 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902. Mar 22 17:37:03.589812 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:03.716759 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ecd95-dc7c-498b-9c33-78da61a07b58 req-f3ba2c3a-4470-4c93-b3ab-95a4923f5991 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:03.718341 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-564ecd95-dc7c-498b-9c33-78da61a07b58 req-f3ba2c3a-4470-4c93-b3ab-95a4923f5991 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4 HTTP/1.1" status: 200 len: 946 time: 0.0795970 Mar 22 17:37:03.804447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:03.840547 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-564ecd95-dc7c-498b-9c33-78da61a07b58 req-372cbfc9-4d5b-4b1d-b13b-0c4325b99292 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f109518-dcf9-4939-91fe-850b87418829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930052 Mar 22 17:37:03.845204 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:03.973976 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:04.094740 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:04.107668 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:04.119568 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:04.120738 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:04.140296 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] No DVR routers for this DVR port 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:04.144910 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:04.148401 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-857b9c57-c08c-4129-8384-673231746a40 req-de350d29-2777-41a3-af71-85328868ad36 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "DELETE /v2.0/ports/702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 HTTP/1.1" status: 204 len: 173 time: 0.9364846 Mar 22 17:37:04.148896 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'name': 'network-vif-deleted', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:04.151372 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4b56dc-e51e-4964-993d-f078e66b815e" -d '{"events": [{"server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "name": "network-vif-deleted", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:04.199051 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae7f35-683a-4802-8870-75a9d0ae70f9 x-openstack-request-id: req-55ae7f35-683a-4802-8870-75a9d0ae70f9 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:04.199350 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4", "name": "network-vif-deleted", "tag": "702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:04.199607 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55ae7f35-683a-4802-8870-75a9d0ae70f9 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:04.200934 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ae7f35-683a-4802-8870-75a9d0ae70f9'] response: {'server_uuid': '2d687b83-fe2a-40d1-b1cd-2f56e61ee8e4', 'name': 'network-vif-deleted', 'tag': '702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902', 'status': 'completed', 'code': 200} Mar 22 17:37:04.242254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:04.483265 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:04.510653 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:04.519275 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:04.519898 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:04.641601 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:04.871395 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:04.899700 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6983f36-bea1-405e-a432-1badaf3e5f7f None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:04.946865 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36942) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:05.008696 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-829800af-b660-4d63-90a1-e211a7c0482b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (3f109518-dcf9-4939-91fe-850b87418829), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.039130 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-829800af-b660-4d63-90a1-e211a7c0482b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (3f109518-dcf9-4939-91fe-850b87418829), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.095954 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-829800af-b660-4d63-90a1-e211a7c0482b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3f109518-dcf9-4939-91fe-850b87418829), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.098741 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-829800af-b660-4d63-90a1-e211a7c0482b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.100012 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-829800af-b660-4d63-90a1-e211a7c0482b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/security-groups/3f109518-dcf9-4939-91fe-850b87418829 HTTP/1.1" status: 204 len: 168 time: 0.1520760 Mar 22 17:37:05.103892 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36944) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:05.137776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829800af-b660-4d63-90a1-e211a7c0482b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f109518-dcf9-4939-91fe-850b87418829,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:05.140461 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.api.v2.resource [None req-02b1d3e9-7769-4300-8322-3bce45ff4ef6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] show failed (client error): The resource could not be found. Mar 22 17:37:05.142202 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-02b1d3e9-7769-4300-8322-3bce45ff4ef6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups/3f109518-dcf9-4939-91fe-850b87418829 HTTP/1.1" status: 404 len: 347 time: 0.0352671 Mar 22 17:37:05.144822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36946) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:05.191429 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a518fa9-7fbc-4e06-a3b4-139486788b03 None None] New status for floating IP e8ee93b5-efc6-4871-80e2-b6aa9b3ca894: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:37:05.287832 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port bc8d9d2c-daab-41ff-965e-74ec9c1c9da7 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:05.288175 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.371798 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.372128 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.384580 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for bc8d9d2c-daab-41ff-965e-74ec9c1c9da7 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:05.528550 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (bc8d9d2c-daab-41ff-965e-74ec9c1c9da7), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.555083 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=bc8d9d2c-daab-41ff-965e-74ec9c1c9da7,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:05.618935 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (e8ee93b5-efc6-4871-80e2-b6aa9b3ca894), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.621620 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.622785 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-826a0117-ce61-4f07-a8da-6ce7cf931b99 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/floatingips/e8ee93b5-efc6-4871-80e2-b6aa9b3ca894 HTTP/1.1" status: 204 len: 168 time: 0.4773409 Mar 22 17:37:05.883762 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36950) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:05.888847 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672841083', 'description': 'tempest-description--598527451'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:05.905988 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:05.913322 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.926693 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:05.927231 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 702e0ad8-f6fe-4fcf-8ea7-09eb28fc2902 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:05.991457 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (e25c17d3-f7ca-4ca3-9348-d4670d0e06e1), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.996473 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (e25c17d3-f7ca-4ca3-9348-d4670d0e06e1), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.027032 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.028337 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1435444 Mar 22 17:37:06.031791 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36952) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:06.036212 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': 'e25c17d3-f7ca-4ca3-9348-d4670d0e06e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:06.042381 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32654905-b5c1-4b64-895e-ff71a3ba00d7 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.068811 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (a0ae3497-678e-4ffd-9736-75548d5389d0), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.130097 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (a0ae3497-678e-4ffd-9736-75548d5389d0), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.134178 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (a0ae3497-678e-4ffd-9736-75548d5389d0), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.153963 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ae3497-678e-4ffd-9736-75548d5389d0,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.160115 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.164023 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6cb72dd3-f513-4479-b6fb-b085b50cfc28 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286080 Mar 22 17:37:06.165110 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 36954) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:06.173734 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'security_group_rule': {'security_group_id': 'e25c17d3-f7ca-4ca3-9348-d4670d0e06e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:06.201199 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (ac4cf19a-3fe9-4bbc-948c-d37c1aeddf5c), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.264403 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (ac4cf19a-3fe9-4bbc-948c-d37c1aeddf5c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.269319 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (ac4cf19a-3fe9-4bbc-948c-d37c1aeddf5c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.290620 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4cf19a-3fe9-4bbc-948c-d37c1aeddf5c,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.295416 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.300683 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4aa19736-1784-411d-8815-758b21792c1b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299362 Mar 22 17:37:06.301637 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 36956) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:06.306334 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:06.330118 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.460091 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.573541 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.28.1.79 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:06.689046 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.727473 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.770766 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:06.774038 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:06.776680 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:06.808503 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.899926 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (62a9b1dd-eef1-41cb-84be-0330ddac0431), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.957767 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.206473 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.212589 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.300900 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:07.315064 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (62a9b1dd-eef1-41cb-84be-0330ddac0431), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.332985 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.334826 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-3ce20151-0b4e-47f7-85d3-70214b99f728 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0320621 Mar 22 17:37:07.537861 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3420d582-9c4a-4016-8e31-1d35581ed249 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--672841083&fields=id&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 267 time: 0.0521407 Mar 22 17:37:07.693409 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-d8c2beb5-a109-4c8f-a988-c51d38f7bf62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:07.695065 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-d8c2beb5-a109-4c8f-a988-c51d38f7bf62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.1457262 Mar 22 17:37:07.715756 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-1cde21b5-7b89-48ae-bd32-f14e1f29aa41 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/quotas/118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 375 time: 0.0102024 Mar 22 17:37:07.785741 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-561444f7-3514-44b9-8760-387d0026d4f8 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599761 Mar 22 17:37:07.906695 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-9949620c-610e-4a8f-ae09-274c40955d05 service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007011 Mar 22 17:37:08.006628 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-33b47f1f-50d9-457c-bbe1-e3520f9eb141 service neutron] 10.222.0.48 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938773 Mar 22 17:37:08.217734 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1798dbe5-3610-437e-83da-404d90bc4ac2 req-a53aae93-e701-4102-b042-a0d82005a86b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 210 time: 0.0497780 Mar 22 17:37:09.345199 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b0862e14-21db-49de-bb87-277a00029e30 req-d96d533c-1adf-42ef-8492-bee9c262e8b6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 210 time: 0.0374951 Mar 22 17:37:09.362752 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-5632d7e5-2341-4973-b39e-9113250a3c02 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.364547 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-5632d7e5-2341-4973-b39e-9113250a3c02 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 815 time: 0.1743393 Mar 22 17:37:09.440471 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-868a973a-6704-45e5-a4c0-648ce043b234 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118a474206484ad9b7b8c35dac6b368d HTTP/1.1" status: 200 len: 379 time: 0.0616307 Mar 22 17:37:09.452941 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'port': {'device_id': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'admin_state_up': True, 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'security_groups': ['e25c17d3-f7ca-4ca3-9348-d4670d0e06e1']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:09.574668 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Made reservation on behalf of 118a474206484ad9b7b8c35dac6b368d for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:09.578732 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.725151 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Allocated IP 172.20.0.7 (aa10e76c-bebe-4d39-9a51-c995c2c54649/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d/997ce2be-1b1d-4668-b453-2276d7284761) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:09.879738 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for port (997ce2be-1b1d-4668-b453-2276d7284761), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.915717 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (997ce2be-1b1d-4668-b453-2276d7284761), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.985020 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:09.989703 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:09.995858 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:10.052609 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event updated for resources: {'Port': ['ID=997ce2be-1b1d-4668-b453-2276d7284761,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:10.090476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:10.091163 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.112607 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-f7fee0b8-d19f-45a8-ae02-3eeb4d9b27f2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6638176 Mar 22 17:37:10.130456 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Request body: {'port': {'device_id': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:10.219133 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (997ce2be-1b1d-4668-b453-2276d7284761), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.230556 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-aa89d42c-5550-46fd-b0e1-1e1ea85c97e9 None None] Provisioning complete for port 997ce2be-1b1d-4668-b453-2276d7284761 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:10.231235 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa89d42c-5550-46fd-b0e1-1e1ea85c97e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (997ce2be-1b1d-4668-b453-2276d7284761), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.447254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-aa89d42c-5550-46fd-b0e1-1e1ea85c97e9 None None] Port 997ce2be-1b1d-4668-b453-2276d7284761 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:10.527607 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec86c0-94e1-43b5-8c49-db19d2c82525 req-d7140608-b43d-4661-a1bf-0ffd2ef03864 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:10.529085 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f7ec86c0-94e1-43b5-8c49-db19d2c82525 req-d7140608-b43d-4661-a1bf-0ffd2ef03864 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 931 time: 0.0918198 Mar 22 17:37:10.608001 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997ce2be-1b1d-4668-b453-2276d7284761 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:10.618735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Publish callbacks [] for port (997ce2be-1b1d-4668-b453-2276d7284761), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.625047 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f7ec86c0-94e1-43b5-8c49-db19d2c82525 req-0e468578-fe3c-414a-901b-999372d1a1d4 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879555 Mar 22 17:37:10.635905 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Transition to ACTIVE for port object 997ce2be-1b1d-4668-b453-2276d7284761 will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:37:10.641573 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (997ce2be-1b1d-4668-b453-2276d7284761), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.694869 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Pushing event updated for resources: {'Port': ['ID=997ce2be-1b1d-4668-b453-2276d7284761,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:10.777817 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Attempting to bind port 997ce2be-1b1d-4668-b453-2276d7284761 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:10.778157 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Attempting to bind port 997ce2be-1b1d-4668-b453-2276d7284761 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:10.778494 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Attempting to bind port 997ce2be-1b1d-4668-b453-2276d7284761 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:10.784026 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Port 997ce2be-1b1d-4668-b453-2276d7284761 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:37:10.784437 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Attempting to bind port 997ce2be-1b1d-4668-b453-2276d7284761 on network aa10e76c-bebe-4d39-9a51-c995c2c54649 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:10.790515 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:10.790861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Checking segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:10.791304 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Bound using segment: {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:10.792337 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Bound port: 997ce2be-1b1d-4668-b453-2276d7284761, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3451029-bb94-4ca2-97d7-cee04e23fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:10.792704 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (997ce2be-1b1d-4668-b453-2276d7284761), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.872945 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] For port 997ce2be-1b1d-4668-b453-2276d7284761, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:10.876920 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] For port 997ce2be-1b1d-4668-b453-2276d7284761, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=997ce2be-1b1d-4668-b453-2276d7284761,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:10.884034 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (997ce2be-1b1d-4668-b453-2276d7284761), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.921024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:10.921670 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.923550 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] 10.222.0.64 "PUT /v2.0/ports/997ce2be-1b1d-4668-b453-2276d7284761 HTTP/1.1" status: 200 len: 1093 time: 0.8011298 Mar 22 17:37:10.923994 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:10.926301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "tag": "997ce2be-1b1d-4668-b453-2276d7284761"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:10.965311 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa41f-19a6-4315-8fb7-a427180c8528 service neutron] Pushing event updated for resources: {'Port': ['ID=997ce2be-1b1d-4668-b453-2276d7284761,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:10.988547 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08678524-e880-44b3-8ac2-efa9ca447e6e x-openstack-request-id: req-08678524-e880-44b3-8ac2-efa9ca447e6e {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:10.988856 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "tag": "997ce2be-1b1d-4668-b453-2276d7284761", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:10.989159 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08678524-e880-44b3-8ac2-efa9ca447e6e {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:10.989687 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08678524-e880-44b3-8ac2-efa9ca447e6e'] response: {'name': 'network-changed', 'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761', 'status': 'completed', 'code': 200} Mar 22 17:37:11.064140 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-e8c598a9-fce2-4c04-a4e2-362a759425a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.065813 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-e8c598a9-fce2-4c04-a4e2-362a759425a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 1127 time: 0.0538731 Mar 22 17:37:11.122087 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-a8e701e4-5a3c-4c95-9468-64f2d2518a82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997ce2be-1b1d-4668-b453-2276d7284761 HTTP/1.1" status: 200 len: 217 time: 0.0447571 Mar 22 17:37:11.187480 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-dabb29e9-50ff-4cd9-98b8-b090268c7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.189099 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-dabb29e9-50ff-4cd9-98b8-b090268c7478 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0569732 Mar 22 17:37:11.248929 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-9d9c768a-9295-4cc2-94b7-5bb4fbf17b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.251555 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-9d9c768a-9295-4cc2-94b7-5bb4fbf17b94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0544312 Mar 22 17:37:11.367136 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-d8ddd837-c179-4aad-9cfd-ad3f0767c272 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044652 Mar 22 17:37:11.479869 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10e0e55d-bdc7-4a0d-b245-7c50b024d967 req-2a48f56e-df32-4da5-afd2-dbb4849bd716 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053865 Mar 22 17:37:11.636204 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-f493c41f-4fe1-4d61-9df4-b7daf62ade41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.638896 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-f493c41f-4fe1-4d61-9df4-b7daf62ade41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 1127 time: 0.0803466 Mar 22 17:37:11.808459 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-d8228ab7-bb8e-4fc8-b45d-08b8a94adfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.810762 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-d8228ab7-bb8e-4fc8-b45d-08b8a94adfb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.1646547 Mar 22 17:37:11.838889 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42937677-ad1c-4c9a-811b-1bb2d81b7225 req-f9013932-c18c-4b2c-bb42-325fd2d5f3a2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.840582 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-42937677-ad1c-4c9a-811b-1bb2d81b7225 req-f9013932-c18c-4b2c-bb42-325fd2d5f3a2 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 943 time: 0.1133189 Mar 22 17:37:11.876173 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-34e36ce1-aac9-4e7b-9ed1-eb996aeef904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997ce2be-1b1d-4668-b453-2276d7284761 HTTP/1.1" status: 200 len: 217 time: 0.0547051 Mar 22 17:37:11.959822 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-42937677-ad1c-4c9a-811b-1bb2d81b7225 req-c7806aaa-5321-42d6-b2cd-5083093383d4 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862651 Mar 22 17:37:11.962982 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-901d0ac5-ce44-47b8-a78d-1c201fa203bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.965534 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-901d0ac5-ce44-47b8-a78d-1c201fa203bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0730765 Mar 22 17:37:12.037238 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-cb4dd30c-42f4-48f7-bf5e-9b09e4727b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:12.038801 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-cb4dd30c-42f4-48f7-bf5e-9b09e4727b03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0599191 Mar 22 17:37:12.149493 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-f9d0cdb6-6829-4987-9d27-96c5ca6660dd service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027877 Mar 22 17:37:12.261998 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f6eea1e2-ca26-41c1-9fc1-e3c3e379fea9 req-1a20d24c-fe9a-4859-a282-849dec9f836e service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023791 Mar 22 17:37:12.827379 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186498-398e-42b2-8722-e4c36759893e req-4d27db59-b417-40c8-8080-9946310b77b0 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:12.829498 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-64186498-398e-42b2-8722-e4c36759893e req-4d27db59-b417-40c8-8080-9946310b77b0 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0614011 Mar 22 17:37:12.882597 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-64186498-398e-42b2-8722-e4c36759893e req-976043bb-1d25-42bb-8934-995e54934db7 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Mar 22 17:37:13.100599 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc2a3-d7c6-4226-8272-c2dfc9e6cd62 req-bff9dae8-62b3-4c4f-ac7b-c5573bfb67c5 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:13.102738 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7bebc2a3-d7c6-4226-8272-c2dfc9e6cd62 req-bff9dae8-62b3-4c4f-ac7b-c5573bfb67c5 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 943 time: 0.0587397 Mar 22 17:37:13.155882 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7bebc2a3-d7c6-4226-8272-c2dfc9e6cd62 req-1329ba7e-3b18-47f3-af05-5a6e8a73b441 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461237 Mar 22 17:37:13.919859 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 997ce2be-1b1d-4668-b453-2276d7284761 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:37:14.023790 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4188981-5720-42ed-8867-da244af4f5c8 req-be9be69a-0880-4ec3-81b3-57ac31cb424c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:14.025344 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f4188981-5720-42ed-8867-da244af4f5c8 req-be9be69a-0880-4ec3-81b3-57ac31cb424c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0591903 Mar 22 17:37:14.067368 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 997ce2be-1b1d-4668-b453-2276d7284761, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=997ce2be-1b1d-4668-b453-2276d7284761,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:14.081517 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '997ce2be-1b1d-4668-b453-2276d7284761', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'port_id': '997ce2be-1b1d-4668-b453-2276d7284761', 'mac_address': 'fa:16:3e:f2:94:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:37:14.123358 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 997ce2be-1b1d-4668-b453-2276d7284761 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:14.123939 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (997ce2be-1b1d-4668-b453-2276d7284761), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.139615 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997ce2be-1b1d-4668-b453-2276d7284761 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:14.164981 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 997ce2be-1b1d-4668-b453-2276d7284761, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=997ce2be-1b1d-4668-b453-2276d7284761,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:14.170833 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (997ce2be-1b1d-4668-b453-2276d7284761), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.253257 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=997ce2be-1b1d-4668-b453-2276d7284761,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:14.261400 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.261757 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.262074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.262435 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.262812 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.263174 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.263502 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.263825 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.264154 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.264482 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.264806 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.265149 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.265478 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.265798 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.266117 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:14.398732 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f4188981-5720-42ed-8867-da244af4f5c8 req-b0d840df-4070-48b2-aa7f-ac658a5f53b2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670108 Mar 22 17:37:14.420807 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500c086-f7dc-48b7-9e6c-688e007edc47 req-982ff13c-1f46-4a20-9024-a95451562a24 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:14.422475 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4500c086-f7dc-48b7-9e6c-688e007edc47 req-982ff13c-1f46-4a20-9024-a95451562a24 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 944 time: 0.0848324 Mar 22 17:37:14.474638 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4500c086-f7dc-48b7-9e6c-688e007edc47 req-07c37b39-8d08-4748-8e68-202173ae11b8 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462024 Mar 22 17:37:14.489409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['997ce2be-1b1d-4668-b453-2276d7284761'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:15.529808 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e5c4-a07c-49c9-82e9-c6f9f2f2949f req-bb6956cd-07f3-4ed7-a9c7-e456f2be9489 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:15.532104 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-49d5e5c4-a07c-49c9-82e9-c6f9f2f2949f req-bb6956cd-07f3-4ed7-a9c7-e456f2be9489 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0601556 Mar 22 17:37:15.647673 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-49d5e5c4-a07c-49c9-82e9-c6f9f2f2949f req-9394e989-35c3-4a94-b8bb-0c65b275e3d6 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089985 Mar 22 17:37:15.672091 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17800e62-5730-4373-8aac-364a23f4e17d req-36f0f33c-23a0-4b05-9d94-136e87f81026 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:15.673701 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-17800e62-5730-4373-8aac-364a23f4e17d req-36f0f33c-23a0-4b05-9d94-136e87f81026 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 944 time: 0.1153159 Mar 22 17:37:15.723425 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-17800e62-5730-4373-8aac-364a23f4e17d req-4832ea6f-8fb8-48c7-9321-74b51689a1c3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437326 Mar 22 17:37:15.937100 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 997ce2be-1b1d-4668-b453-2276d7284761 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:16.002772 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 997ce2be-1b1d-4668-b453-2276d7284761 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:37:16.007443 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 997ce2be-1b1d-4668-b453-2276d7284761 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:16.007819 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (997ce2be-1b1d-4668-b453-2276d7284761), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.089409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 997ce2be-1b1d-4668-b453-2276d7284761 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:16.089803 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (997ce2be-1b1d-4668-b453-2276d7284761), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.117969 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:16.121168 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f6a22-de83-42dc-94ea-761a714bdde0" -d '{"events": [{"server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "name": "network-vif-plugged", "status": "completed", "tag": "997ce2be-1b1d-4668-b453-2276d7284761"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:16.136149 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 997ce2be-1b1d-4668-b453-2276d7284761, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=997ce2be-1b1d-4668-b453-2276d7284761,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:16.141844 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (997ce2be-1b1d-4668-b453-2276d7284761), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.168588 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d744d-cd02-43a8-9712-a182bda92c38 x-openstack-request-id: req-5d6d744d-cd02-43a8-9712-a182bda92c38 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:16.168916 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "name": "network-vif-plugged", "status": "completed", "tag": "997ce2be-1b1d-4668-b453-2276d7284761", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:16.169185 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d6d744d-cd02-43a8-9712-a182bda92c38 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:16.169599 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6d744d-cd02-43a8-9712-a182bda92c38'] response: {'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761', 'code': 200} Mar 22 17:37:16.203681 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=997ce2be-1b1d-4668-b453-2276d7284761,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:16.383502 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb8e96-400a-4091-9973-5d02dbd8fbfc req-f3d6434e-8f36-451d-b929-79a294dc9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:16.384951 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b9bb8e96-400a-4091-9973-5d02dbd8fbfc req-f3d6434e-8f36-451d-b929-79a294dc9a17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 1129 time: 0.0468881 Mar 22 17:37:16.435342 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-b9bb8e96-400a-4091-9973-5d02dbd8fbfc req-e2e7aba6-f8a1-495d-bc2b-00f65f541db0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Mar 22 17:37:16.702570 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f92747e1-1596-44cd-9ff9-5a05fbd94d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.791411 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f3ffe-9c99-4fc6-b96e-0be23b718dbe req-8d6dafe7-7f27-4f9e-9404-0fad70a2576d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:16.794203 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6d8f3ffe-9c99-4fc6-b96e-0be23b718dbe req-8d6dafe7-7f27-4f9e-9404-0fad70a2576d tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0692134 Mar 22 17:37:16.884582 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6d8f3ffe-9c99-4fc6-b96e-0be23b718dbe req-4e6988d4-9a25-4147-8e0e-f92f3415205f tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e35a228-bc8a-4a9e-acd2-10ec29de4191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831230 Mar 22 17:37:16.901972 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9425d0a-588d-45df-b2ed-b6bff789398f req-600cfd96-2360-449c-b698-03851da68ad1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:16.903689 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d9425d0a-588d-45df-b2ed-b6bff789398f req-600cfd96-2360-449c-b698-03851da68ad1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 945 time: 0.0906558 Mar 22 17:37:16.968475 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d9425d0a-588d-45df-b2ed-b6bff789398f req-208d8005-850f-4ef9-86c2-850d6285b56d tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576305 Mar 22 17:37:17.291820 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-b639e229-ab84-4872-b55f-cad7ed790db9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:17.293256 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-b639e229-ab84-4872-b55f-cad7ed790db9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 946 time: 0.0598800 Mar 22 17:37:17.404498 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Deleting port a76ab32c-4802-4850-82bb-7b3c193a7ba6 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:17.404905 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.511646 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] For port a76ab32c-4802-4850-82bb-7b3c193a7ba6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=a76ab32c-4802-4850-82bb-7b3c193a7ba6,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:17.512021 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.709863 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.710232 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.710537 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Floating IP d989a795-e3cb-45dd-82dc-cf589563cb85 disassociated. External IP: 172.28.1.238, port: a76ab32c-4802-4850-82bb-7b3c193a7ba6. Mar 22 17:37:17.710898 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Calling delete_port for a76ab32c-4802-4850-82bb-7b3c193a7ba6 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:17.878276 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (a76ab32c-4802-4850-82bb-7b3c193a7ba6), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.909887 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event deleted for resources: {'Port': ['ID=a76ab32c-4802-4850-82bb-7b3c193a7ba6,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:18.043489 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fa9bc23a-829c-4b19-9084-b3d9d55eb41e req-9d9d184c-a363-48c4-bf50-95d7941d8267 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a2941cb-4d85-4b82-a360-e2b60007a52d HTTP/1.1" status: 200 len: 210 time: 0.0362592 Mar 22 17:37:18.080296 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:18.211042 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82531a-4f39-4889-98d6-3c023c0b0919 req-d45ceefe-9737-431f-8e8d-96f5f89780e5 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:18.212590 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-eb82531a-4f39-4889-98d6-3c023c0b0919 req-d45ceefe-9737-431f-8e8d-96f5f89780e5 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 945 time: 0.1375647 Mar 22 17:37:18.289035 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:18.294383 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-eb82531a-4f39-4889-98d6-3c023c0b0919 req-ef0d8aaa-2afc-4ac4-8106-b262c401930b tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723553 Mar 22 17:37:18.310560 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] Sync routers for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:18.331956 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:18.333658 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:18.364956 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] No DVR routers for this DVR port a76ab32c-4802-4850-82bb-7b3c193a7ba6 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:18.368879 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.374261 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ddea4828-addd-40a8-a25d-66d99e2506e7 req-2f67c054-29e3-41e1-b6ee-4957d0e8e3f5 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "DELETE /v2.0/ports/a76ab32c-4802-4850-82bb-7b3c193a7ba6 HTTP/1.1" status: 204 len: 173 time: 1.0713329 Mar 22 17:37:18.374870 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'name': 'network-vif-deleted', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:18.377908 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad57d09-6051-43ad-b881-1ff6ba220448" -d '{"events": [{"server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "name": "network-vif-deleted", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:18.456244 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31d3535-0d8a-4977-873b-3d8f6e15f1cb x-openstack-request-id: req-d31d3535-0d8a-4977-873b-3d8f6e15f1cb {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:18.457364 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2941cb-4d85-4b82-a360-e2b60007a52d", "name": "network-vif-deleted", "tag": "a76ab32c-4802-4850-82bb-7b3c193a7ba6", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:18.457769 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d31d3535-0d8a-4977-873b-3d8f6e15f1cb {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:18.458320 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31d3535-0d8a-4977-873b-3d8f6e15f1cb'] response: {'server_uuid': '0a2941cb-4d85-4b82-a360-e2b60007a52d', 'name': 'network-vif-deleted', 'tag': 'a76ab32c-4802-4850-82bb-7b3c193a7ba6', 'status': 'completed', 'code': 200} Mar 22 17:37:18.541017 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba926c-aab3-4b31-a336-fc7704c671a1 req-d05176ed-37fc-43da-8adb-2412f97b67e3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:18.546781 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-57ba926c-aab3-4b31-a336-fc7704c671a1 req-d05176ed-37fc-43da-8adb-2412f97b67e3 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 945 time: 0.1068273 Mar 22 17:37:18.554797 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37048) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:18.560212 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Request body: {'floatingip': {'port_id': '997ce2be-1b1d-4668-b453-2276d7284761'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:18.576190 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:18.611702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (62a9b1dd-eef1-41cb-84be-0330ddac0431), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.866207 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:18.905921 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] Checking router: 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:18.942735 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:18.943955 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:36:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:18.950970 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d54c20f-34ac-41a8-b84f-a4b8929c64a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.160969 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:19.185647 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37054) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:19.239269 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.244876 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (62a9b1dd-eef1-41cb-84be-0330ddac0431), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.264930 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5530ac52-344f-4df3-8293-331b5111dcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group (4e35a228-bc8a-4a9e-acd2-10ec29de4191), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.311430 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5530ac52-344f-4df3-8293-331b5111dcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group (4e35a228-bc8a-4a9e-acd2-10ec29de4191), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.372763 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5530ac52-344f-4df3-8293-331b5111dcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4e35a228-bc8a-4a9e-acd2-10ec29de4191), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.377440 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5530ac52-344f-4df3-8293-331b5111dcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.378753 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-5530ac52-344f-4df3-8293-331b5111dcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e35a228-bc8a-4a9e-acd2-10ec29de4191 HTTP/1.1" status: 204 len: 168 time: 0.1921141 Mar 22 17:37:19.381801 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37056) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:19.389822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530ac52-344f-4df3-8293-331b5111dcfa tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35a228-bc8a-4a9e-acd2-10ec29de4191,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:19.409857 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.api.v2.resource [None req-f6c1bd0d-86aa-4954-85c9-47cb922c7aa2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] show failed (client error): The resource could not be found. Mar 22 17:37:19.415071 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f6c1bd0d-86aa-4954-85c9-47cb922c7aa2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups/4e35a228-bc8a-4a9e-acd2-10ec29de4191 HTTP/1.1" status: 404 len: 347 time: 0.0279183 Mar 22 17:37:19.415719 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37058) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:19.439759 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:19.469178 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211fd6b-a2cd-4972-b210-05e0619e45eb None None] The sync data for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb is: [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 4, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '4b8568f0-f207-4464-a080-6b245931429f', 'name': '', 'network_id': '9707dd0b-e995-4ba4-ab35-779c51ac595e', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'mac_address': 'fa:16:3e:c2:0c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:43Z', 'updated_at': '2022-03-22T17:32:56Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'subnets': [{'id': '4a0035cb-bfbb-4970-b45d-a29d203dac83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:19.582333 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP 62a9b1dd-eef1-41cb-84be-0330ddac0431 associated. External IP: 172.28.1.79, port: 997ce2be-1b1d-4668-b453-2276d7284761. Mar 22 17:37:19.777505 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158fd6a-cd3d-4d23-91b9-885bf1127e82 None None] New status for floating IP d989a795-e3cb-45dd-82dc-cf589563cb85: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:37:19.798101 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Deleting port 30369d92-ef2c-467d-a08a-4c6eab07607b {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:19.798611 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.935254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device a76ab32c-4802-4850-82bb-7b3c193a7ba6 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:19.971149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.971504 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (30369d92-ef2c-467d-a08a-4c6eab07607b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.978309 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: a76ab32c-4802-4850-82bb-7b3c193a7ba6 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:19.979539 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device a76ab32c-4802-4850-82bb-7b3c193a7ba6 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:19.991161 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Calling delete_port for 30369d92-ef2c-467d-a08a-4c6eab07607b owned by network:floatingip {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:20.070545 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.071938 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:20.239100 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.263279 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:20.269493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.275046 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (30369d92-ef2c-467d-a08a-4c6eab07607b), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.276667 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:20.295847 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:20.297206 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:20.329755 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event deleted for resources: {'Port': ['ID=30369d92-ef2c-467d-a08a-4c6eab07607b,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:20.339939 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-cc88057f-6f6a-401b-a5aa-d208cace18d1 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "PUT /v2.0/floatingips/62a9b1dd-eef1-41cb-84be-0330ddac0431 HTTP/1.1" status: 200 len: 990 time: 1.7837634 Mar 22 17:37:20.412877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks [] for floatingip (d989a795-e3cb-45dd-82dc-cf589563cb85), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.416096 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.418495 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-2a2b9fd9-0d58-408e-9bd9-5f737186e025 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "DELETE /v2.0/floatingips/d989a795-e3cb-45dd-82dc-cf589563cb85 HTTP/1.1" status: 204 len: 168 time: 1.0011821 Mar 22 17:37:20.459548 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:20.462674 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30cc883-e926-4157-9bc3-341007da08b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "tag": "997ce2be-1b1d-4668-b453-2276d7284761"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:20.512414 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f07952-b848-4d87-904f-69985447cfe5 x-openstack-request-id: req-32f07952-b848-4d87-904f-69985447cfe5 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:20.512747 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "tag": "997ce2be-1b1d-4668-b453-2276d7284761", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:20.513066 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32f07952-b848-4d87-904f-69985447cfe5 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:20.513394 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f07952-b848-4d87-904f-69985447cfe5'] response: {'name': 'network-changed', 'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761', 'status': 'completed', 'code': 200} Mar 22 17:37:20.605801 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:20.870826 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cc883-e926-4157-9bc3-341007da08b7 req-5c02c987-adfb-42d3-83c7-271f56f1e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.872349 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-5c02c987-adfb-42d3-83c7-271f56f1e3bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=118a474206484ad9b7b8c35dac6b368d&device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 1129 time: 0.3256128 Mar 22 17:37:20.915635 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '62a9b1dd-eef1-41cb-84be-0330ddac0431', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '997ce2be-1b1d-4668-b453-2276d7284761', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:f2:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:37:06Z', 'updated_at': '2022-03-22T17:37:19Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:20.952766 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:20.961814 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:20.962413 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:20.988151 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cc883-e926-4157-9bc3-341007da08b7 req-d93798b7-fc88-4e28-a427-7caa0e17e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.990768 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-d93798b7-fc88-4e28-a427-7caa0e17e05e service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 200 len: 916 time: 0.1113369 Mar 22 17:37:21.067010 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-f0d2650a-d981-4f14-8ffe-cc316b92b250 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997ce2be-1b1d-4668-b453-2276d7284761 HTTP/1.1" status: 200 len: 998 time: 0.0683970 Mar 22 17:37:21.074054 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:21.118602 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cc883-e926-4157-9bc3-341007da08b7 req-ab9d0079-46be-4ab3-b4b1-80cf51ba129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:21.120674 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-ab9d0079-46be-4ab3-b4b1-80cf51ba129e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 200 len: 854 time: 0.0451231 Mar 22 17:37:21.188158 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cc883-e926-4157-9bc3-341007da08b7 req-8a9826c9-7a75-4dde-b7e3-78bb208c059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:21.189730 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-8a9826c9-7a75-4dde-b7e3-78bb208c059e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa10e76c-bebe-4d39-9a51-c995c2c54649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0621045 Mar 22 17:37:21.299019 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-71c9543a-50c2-4c2e-8b04-c26328e06e90 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998454 Mar 22 17:37:21.330440 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '62a9b1dd-eef1-41cb-84be-0330ddac0431', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '997ce2be-1b1d-4668-b453-2276d7284761', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:f2:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:37:06Z', 'updated_at': '2022-03-22T17:37:19Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:21.363277 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7445-d99e-49a6-b69f-b3edb96fe17c None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': '62a9b1dd-eef1-41cb-84be-0330ddac0431', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'port_id': '997ce2be-1b1d-4668-b453-2276d7284761', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'mac_address': 'fa:16:3e:f2:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:37:06Z', 'updated_at': '2022-03-22T17:37:19Z', 'revision_number': 1, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:21.407995 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a30cc883-e926-4157-9bc3-341007da08b7 req-0e004c15-ed5d-4d73-a474-3f7ea0b1fcf7 service neutron] 10.222.0.64 "GET /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994935 Mar 22 17:37:21.550121 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.595172 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed6acb-1eef-49b0-b161-5b249a7f1b2c None None] New status for floating IP 62a9b1dd-eef1-41cb-84be-0330ddac0431: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:37:23.055929 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.120014 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc039331-9666-4fd0-9301-efdc2f4641b6 req-5392f3fe-85ef-4bb9-9d66-1c505706aaf9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:23.121715 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc039331-9666-4fd0-9301-efdc2f4641b6 req-5392f3fe-85ef-4bb9-9d66-1c505706aaf9 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.1417344 Mar 22 17:37:23.175165 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc039331-9666-4fd0-9301-efdc2f4641b6 req-43c373c4-c9a2-4619-ba21-1997adb3eed2 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Mar 22 17:37:23.601678 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-3b21b3b7-0f15-48de-8a18-d4c20c27d314 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483832 Mar 22 17:37:23.687411 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-7e1d4c2e-560b-465a-af85-b4e86b0eddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:23.689415 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-7e1d4c2e-560b-465a-af85-b4e86b0eddc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1168 time: 0.0501952 Mar 22 17:37:23.821499 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-61170fa4-51b3-4198-8267-e2a38b37ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:23.823197 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-61170fa4-51b3-4198-8267-e2a38b37ecc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 915 time: 0.1077766 Mar 22 17:37:23.897630 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-eeabea15-3b40-4a39-ae01-7c4b5b95af58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 999 time: 0.0672779 Mar 22 17:37:23.955495 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-ac7b7ee6-2000-4268-8d7a-7b2e0f44b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:23.957000 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-ac7b7ee6-2000-4268-8d7a-7b2e0f44b769 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0519164 Mar 22 17:37:24.018633 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-e7a85151-ca0f-4c30-9841-a4db15832502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:24.020244 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-e7a85151-ca0f-4c30-9841-a4db15832502 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0557766 Mar 22 17:37:24.138663 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-8ee46b5a-ad3e-4426-a3cb-6bd666f3e322 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993340 Mar 22 17:37:24.248951 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4ba36ad3-d273-4dc2-9839-d068352502b3 req-1ced4926-57e4-46f7-ac28-fa5ee0d8aa1c service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029139 Mar 22 17:37:24.330258 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9abae-5ca8-415f-bedb-72a8bd205404 req-96af7cd8-bb4a-4ebb-b017-e67425d8fb55 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:24.331948 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a2d9abae-5ca8-415f-bedb-72a8bd205404 req-96af7cd8-bb4a-4ebb-b017-e67425d8fb55 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0602858 Mar 22 17:37:24.388181 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a2d9abae-5ca8-415f-bedb-72a8bd205404 req-2458bebf-4047-4985-8529-e49c8e87df5c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502591 Mar 22 17:37:25.527837 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e4cd-6eef-48dd-ab03-aa7fca925c71 req-58601b48-9331-47a5-97a0-832ed8d754ba tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.529504 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-34f1e4cd-6eef-48dd-ab03-aa7fca925c71 req-58601b48-9331-47a5-97a0-832ed8d754ba tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0664487 Mar 22 17:37:25.589899 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-34f1e4cd-6eef-48dd-ab03-aa7fca925c71 req-6e029e11-1c91-41b7-86dd-017dd0cf864c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539987 Mar 22 17:37:25.839046 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-2ddfa163-774d-4ac0-b23f-1067b8d4bf4a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.840521 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-2ddfa163-774d-4ac0-b23f-1067b8d4bf4a tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 945 time: 0.0602624 Mar 22 17:37:25.949530 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Deleting port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:25.949875 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:26.056288 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] For port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:26.057178 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:26.071951 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Calling delete_port for e48e7b24-eab9-4210-a46f-3a9e6e1d9ced owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:26.236756 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (e48e7b24-eab9-4210-a46f-3a9e6e1d9ced), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:26.250256 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['96121caa-ed5f-4157-b2af-23c9a0dbb945', 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:26.270744 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event deleted for resources: {'Port': ['ID=e48e7b24-eab9-4210-a46f-3a9e6e1d9ced,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:26.317826 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] No DVR routers for this DVR port e48e7b24-eab9-4210-a46f-3a9e6e1d9ced on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:26.321184 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:26.325788 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-156d06f6-37a9-4cf1-b56f-9fef0ed66afa req-209e674b-9031-490c-8ea4-d962248ce665 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "DELETE /v2.0/ports/e48e7b24-eab9-4210-a46f-3a9e6e1d9ced HTTP/1.1" status: 204 len: 173 time: 0.4764171 Mar 22 17:37:26.326257 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462b7416-497b-439f-92ef-934a031f5d63', 'name': 'network-vif-deleted', 'tag': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:26.328815 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af7dc90-9461-457d-b281-38efed335641" -d '{"events": [{"server_uuid": "462b7416-497b-439f-92ef-934a031f5d63", "name": "network-vif-deleted", "tag": "e48e7b24-eab9-4210-a46f-3a9e6e1d9ced"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:26.367291 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af06a133-03c9-4967-ba66-658eac8d34ee x-openstack-request-id: req-af06a133-03c9-4967-ba66-658eac8d34ee {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:26.367650 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462b7416-497b-439f-92ef-934a031f5d63", "name": "network-vif-deleted", "tag": "e48e7b24-eab9-4210-a46f-3a9e6e1d9ced", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:26.368016 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af06a133-03c9-4967-ba66-658eac8d34ee {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:26.368530 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af06a133-03c9-4967-ba66-658eac8d34ee'] response: {'server_uuid': '462b7416-497b-439f-92ef-934a031f5d63', 'name': 'network-vif-deleted', 'tag': 'e48e7b24-eab9-4210-a46f-3a9e6e1d9ced', 'status': 'completed', 'code': 200} Mar 22 17:37:26.718694 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c951486f-0b68-4dcf-8134-4a1566426210 req-72245aad-66ea-4814-8d7b-709d9eba6e3c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=462b7416-497b-439f-92ef-934a031f5d63 HTTP/1.1" status: 200 len: 210 time: 0.0304091 Mar 22 17:37:28.048563 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988a30-eaee-4589-abf1-18bc7e7c8f63 req-f70118c3-0b72-4dfc-87c7-64035de7463c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:28.050074 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d9988a30-eaee-4589-abf1-18bc7e7c8f63 req-f70118c3-0b72-4dfc-87c7-64035de7463c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.1096237 Mar 22 17:37:28.100689 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d9988a30-eaee-4589-abf1-18bc7e7c8f63 req-1640ed8c-aad6-44e7-ae34-40fab287d681 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Mar 22 17:37:29.221078 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead61d7-4a64-42e1-b66b-fae12abf7b0a req-b36f1767-eadd-4a6d-9de1-95ab77e885ab tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:29.222571 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bead61d7-4a64-42e1-b66b-fae12abf7b0a req-b36f1767-eadd-4a6d-9de1-95ab77e885ab tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0533791 Mar 22 17:37:29.276443 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bead61d7-4a64-42e1-b66b-fae12abf7b0a req-91350242-5322-46d6-b895-a0226b4641cf tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Mar 22 17:37:29.979727 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device e48e7b24-eab9-4210-a46f-3a9e6e1d9ced no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:29.999994 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: e48e7b24-eab9-4210-a46f-3a9e6e1d9ced {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:30.000350 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device e48e7b24-eab9-4210-a46f-3a9e6e1d9ced not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:30.399465 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d225e24-bc7b-4141-b5c9-76cb68a86000 req-c41bcbcc-852c-4ed7-a74d-16b068660533 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:30.401584 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d225e24-bc7b-4141-b5c9-76cb68a86000 req-c41bcbcc-852c-4ed7-a74d-16b068660533 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0572102 Mar 22 17:37:30.448864 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7d225e24-bc7b-4141-b5c9-76cb68a86000 req-7bfa8829-4856-4884-8b60-e9ac66eb879c tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Mar 22 17:37:31.571849 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cc756-a550-4d67-af45-3cf53dd010d8 req-d80ffe40-095e-4f1c-93ec-b10053aa92ac tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:31.573467 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-219cc756-a550-4d67-af45-3cf53dd010d8 req-d80ffe40-095e-4f1c-93ec-b10053aa92ac tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0581844 Mar 22 17:37:31.624525 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-219cc756-a550-4d67-af45-3cf53dd010d8 req-2d92a1ce-60e7-45d1-a5d3-7fc3a1f9cace tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c89e786-762c-448d-a808-3ad58db778bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 Mar 22 17:37:31.740738 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-6ba7f967-5634-4871-a20b-62625ad12345 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:31.742177 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-6ba7f967-5634-4871-a20b-62625ad12345 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 945 time: 0.0626771 Mar 22 17:37:31.849024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Deleting port 96121caa-ed5f-4157-b2af-23c9a0dbb945 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:31.849376 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:31.940109 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] For port 96121caa-ed5f-4157-b2af-23c9a0dbb945, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=96121caa-ed5f-4157-b2af-23c9a0dbb945,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:31.940476 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:31.954328 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Calling delete_port for 96121caa-ed5f-4157-b2af-23c9a0dbb945 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:32.091185 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (96121caa-ed5f-4157-b2af-23c9a0dbb945), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:32.121017 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Pushing event deleted for resources: {'Port': ['ID=96121caa-ed5f-4157-b2af-23c9a0dbb945,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:32.168732 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] No DVR routers for this DVR port 96121caa-ed5f-4157-b2af-23c9a0dbb945 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:32.171404 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:32.176179 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-04fea33e-f3fe-443d-8a10-29340d258a12 req-c1d6598f-9e13-49ab-a860-ca58f1fb4038 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.64 "DELETE /v2.0/ports/96121caa-ed5f-4157-b2af-23c9a0dbb945 HTTP/1.1" status: 204 len: 173 time: 0.4248672 Mar 22 17:37:32.176750 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'name': 'network-vif-deleted', 'tag': '96121caa-ed5f-4157-b2af-23c9a0dbb945'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:32.179187 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf3c24-806a-41c9-9f3c-f9eec2d05b37" -d '{"events": [{"server_uuid": "aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229", "name": "network-vif-deleted", "tag": "96121caa-ed5f-4157-b2af-23c9a0dbb945"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:32.218447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7cc5c1-5fca-454a-9d47-66e9cb79f2c7 x-openstack-request-id: req-fb7cc5c1-5fca-454a-9d47-66e9cb79f2c7 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:32.218888 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229", "name": "network-vif-deleted", "tag": "96121caa-ed5f-4157-b2af-23c9a0dbb945", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:32.219284 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb7cc5c1-5fca-454a-9d47-66e9cb79f2c7 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:32.219906 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7cc5c1-5fca-454a-9d47-66e9cb79f2c7'] response: {'server_uuid': 'aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229', 'name': 'network-vif-deleted', 'tag': '96121caa-ed5f-4157-b2af-23c9a0dbb945', 'status': 'completed', 'code': 200} Mar 22 17:37:32.398075 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:37:32.745408 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8990b33a-e816-48dd-bc98-54d732b0d709 req-c43d9e49-4156-404d-86c3-f760a05ca133 tempest-ServerRescueNegativeTestJSON-1967116327 tempest-ServerRescueNegativeTestJSON-1967116327-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa68ea8e-f5f8-4f2e-a53e-e3a5556a8229 HTTP/1.1" status: 200 len: 210 time: 0.0319362 Mar 22 17:37:33.800702 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37122) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:34.000591 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 96121caa-ed5f-4157-b2af-23c9a0dbb945 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:34.021822 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 96121caa-ed5f-4157-b2af-23c9a0dbb945 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:34.022479 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 96121caa-ed5f-4157-b2af-23c9a0dbb945 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:34.348315 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:34.704970 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Deleting port 4b8568f0-f207-4464-a080-6b245931429f {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:34.705233 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (4b8568f0-f207-4464-a080-6b245931429f), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:34.785549 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] For port 4b8568f0-f207-4464-a080-6b245931429f, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=4b8568f0-f207-4464-a080-6b245931429f,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:34.785909 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (4b8568f0-f207-4464-a080-6b245931429f), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:34.798412 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Calling delete_port for 4b8568f0-f207-4464-a080-6b245931429f owned by network:router_interface {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:34.976714 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (4b8568f0-f207-4464-a080-6b245931429f), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:35.005443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8568f0-f207-4464-a080-6b245931429f,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:35.032452 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.032797 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.033143 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.033479 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.033806 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.034131 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.034455 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.034773 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.035118 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.035439 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.035758 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.036079 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.036397 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.036712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.037087 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:35.185755 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:35.694490 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:35.812489 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:35.818042 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-23c925f3-106f-499e-b533-948f89d7fd53 admin admin] 10.222.0.48 "PUT /v2.0/routers/4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162692 Mar 22 17:37:35.820590 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37138) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:35.821652 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] Sync routers for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:35.832351 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:35.833075 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:35.929587 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks [] for router (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:35.944038 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:36.042460 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks [] for router_gateway (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.098416 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Deleting port 90edb9f0-212a-478c-abf9-7d9021911c74 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:36.098819 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.161183 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:37:34Z', 'revision_number': 5, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port': {'id': '90edb9f0-212a-478c-abf9-7d9021911c74', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:28Z', 'updated_at': '2022-03-22T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:36.186349 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] For port 90edb9f0-212a-478c-abf9-7d9021911c74, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=90edb9f0-212a-478c-abf9-7d9021911c74,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:36.186722 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.187995 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] Checking router: 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:36.197889 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] Routers {'4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:36.198555 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:36.203048 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Calling delete_port for 90edb9f0-212a-478c-abf9-7d9021911c74 owned by network:router_gateway {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:36.298324 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] Set router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c gateway port host: None {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:36.363278 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:37:36Z', 'revision_number': 6, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:36.392297 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042ed41-b55d-4c7a-9898-8271a38599e2 None None] The sync data for ids ['4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c'] in dv-cinder-820578-3-smb is: [{'id': '4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1216215869-router', 'tenant_id': '649cf937c9f94e93bb9540a976dabe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:26Z', 'updated_at': '2022-03-22T17:37:36Z', 'revision_number': 6, 'project_id': '649cf937c9f94e93bb9540a976dabe34', 'gw_port_host': None}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:36.404645 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (90edb9f0-212a-478c-abf9-7d9021911c74), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.438802 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Pushing event deleted for resources: {'Port': ['ID=90edb9f0-212a-478c-abf9-7d9021911c74,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:36.501809 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.617540 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.620914 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks [] for router_controller (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.700088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.700739 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c {{(pid=103198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:37:36.712078 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.714153 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-70346a02-3214-4d89-bb77-c6e7e0a2b86a admin admin] 10.222.0.48 "DELETE /v2.0/routers/4d6d089b-9ea7-4f08-87a8-a08c2bf8ab8c HTTP/1.1" status: 204 len: 168 time: 0.8924835 Mar 22 17:37:36.719241 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37156) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:36.816849 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Deleting subnet 4a0035cb-bfbb-4970-b45d-a29d203dac83 {{(pid=103198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:37:36.822348 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Publish callbacks [] for subnet (4a0035cb-bfbb-4970-b45d-a29d203dac83), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.886160 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738daa1-519f-448c-8422-bc0701726c3a req-4fc2cd01-24d9-4229-93bc-d085576d0355 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:36.887809 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8738daa1-519f-448c-8422-bc0701726c3a req-4fc2cd01-24d9-4229-93bc-d085576d0355 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1584995 Mar 22 17:37:36.894542 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506761'] for subnet (4a0035cb-bfbb-4970-b45d-a29d203dac83), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.042241 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8738daa1-519f-448c-8422-bc0701726c3a req-8ed85a70-faf1-4cff-994c-515c7967170a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453993 Mar 22 17:37:37.081614 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (4a0035cb-bfbb-4970-b45d-a29d203dac83), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.167530 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26098723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26337185'] for subnet (4a0035cb-bfbb-4970-b45d-a29d203dac83), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.209611 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0035cb-bfbb-4970-b45d-a29d203dac83,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:37.212363 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.217790 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-00c6e3fb-ba4e-44e5-a9e2-693be49910da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a0035cb-bfbb-4970-b45d-a29d203dac83 HTTP/1.1" status: 204 len: 168 time: 0.4956920 Mar 22 17:37:37.219895 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37160) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:37.220267 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec5587-37e1-4f35-8a82-46200bbde48c None None] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:37.302188 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (9707dd0b-e995-4ba4-ab35-779c51ac595e), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.400462 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Deleting port 94857e6a-5099-47c1-be57-0179e6dbc8db {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:37.400939 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.425634 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] DHCP port deletion for 9707dd0b-e995-4ba4-ab35-779c51ac595e request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:37:37.484383 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] For port 94857e6a-5099-47c1-be57-0179e6dbc8db, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=94857e6a-5099-47c1-be57-0179e6dbc8db,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:37.484761 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.501785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Calling delete_port for 94857e6a-5099-47c1-be57-0179e6dbc8db owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:37.504213 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Deleting port 94857e6a-5099-47c1-be57-0179e6dbc8db {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:37.505033 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.589468 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] For port 94857e6a-5099-47c1-be57-0179e6dbc8db, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=94857e6a-5099-47c1-be57-0179e6dbc8db,segment=NetworkSegment(18f35fe1-9142-4304-969f-fbcc72ce604b),segment_id=18f35fe1-9142-4304-969f-fbcc72ce604b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:37.589873 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.605255 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Calling delete_port for 94857e6a-5099-47c1-be57-0179e6dbc8db owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:37.627559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.667342 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94857e6a-5099-47c1-be57-0179e6dbc8db,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:37.672726 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] No DVR routers for this DVR port 94857e6a-5099-47c1-be57-0179e6dbc8db on host dv-cinder-820578-3-smb {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:37.764118 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (94857e6a-5099-47c1-be57-0179e6dbc8db), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.772588 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (9707dd0b-e995-4ba4-ab35-779c51ac595e), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.813465 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9707dd0b-e995-4ba4-ab35-779c51ac595e']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:37.829541 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f35fe1-9142-4304-969f-fbcc72ce604b') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:37.830434 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f35fe1-9142-4304-969f-fbcc72ce604b') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:37.846593 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (18f35fe1-9142-4304-969f-fbcc72ce604b), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.865977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (18f35fe1-9142-4304-969f-fbcc72ce604b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.875524 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:37:37.876062 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (18f35fe1-9142-4304-969f-fbcc72ce604b), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:37:37.878475 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:37:37.963098 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (9707dd0b-e995-4ba4-ab35-779c51ac595e), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.965311 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 94857e6a-5099-47c1-be57-0179e6dbc8db no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:37.969421 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Pushing event deleted for resources: {'Port': ['ID=94857e6a-5099-47c1-be57-0179e6dbc8db,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:37.975536 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.984323 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9707dd0b-e995-4ba4-ab35-779c51ac595e HTTP/1.1" status: 204 len: 168 time: 0.7624485 Mar 22 17:37:37.991941 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] Network 9707dd0b-e995-4ba4-ab35-779c51ac595e is not hosted by any dhcp agent {{(pid=103200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 17:37:37.992434 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7abbc2-87bf-44a7-a8fb-8e6b78f254f5 None None] No DVR routers for this DVR port 94857e6a-5099-47c1-be57-0179e6dbc8db on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:37.996364 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 94857e6a-5099-47c1-be57-0179e6dbc8db {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:37.996717 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 94857e6a-5099-47c1-be57-0179e6dbc8db not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:37.997428 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 90edb9f0-212a-478c-abf9-7d9021911c74 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:38.010096 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ba401-d837-4e05-9f9c-959a7c3b44e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9707dd0b-e995-4ba4-ab35-779c51ac595e,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:38.042799 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 90edb9f0-212a-478c-abf9-7d9021911c74 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:38.043429 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 90edb9f0-212a-478c-abf9-7d9021911c74 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:38.044137 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 4b8568f0-f207-4464-a080-6b245931429f no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:38.077754 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 4b8568f0-f207-4464-a080-6b245931429f {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:38.078464 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 4b8568f0-f207-4464-a080-6b245931429f not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:38.152865 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37174) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:38.217185 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-835bf31b-82d1-4ada-b261-db389f2b93a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=649cf937c9f94e93bb9540a976dabe34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0631115 Mar 22 17:37:38.219802 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37176) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:38.230780 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1747-4c9d-4890-b8ee-b6099f720354 req-1a703001-3c87-4bb3-996b-5daa8578378e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:38.232365 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-756f1747-4c9d-4890-b8ee-b6099f720354 req-1a703001-3c87-4bb3-996b-5daa8578378e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0993392 Mar 22 17:37:38.284471 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Publish callbacks [] for security_group (8c89e786-762c-448d-a808-3ad58db778bf), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:38.296754 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-756f1747-4c9d-4890-b8ee-b6099f720354 req-e93a7bea-3ffd-4c44-aabb-bb473befcaa6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574389 Mar 22 17:37:38.316410 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Publish callbacks [] for security_group (8c89e786-762c-448d-a808-3ad58db778bf), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:38.376893 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8c89e786-762c-448d-a808-3ad58db778bf), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:38.379455 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:38.380743 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c89e786-762c-448d-a808-3ad58db778bf HTTP/1.1" status: 204 len: 168 time: 0.1595085 Mar 22 17:37:38.389622 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89e786-762c-448d-a808-3ad58db778bf,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:38.404847 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.405202 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.405553 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.405886 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.406218 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.406545 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.406875 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.407227 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.407546 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.407874 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.408197 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.408512 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.408832 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.409151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:38.409649 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2941e4fa-d5d2-486c-8b8d-d64c8f41e85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:39.497891 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19879-e96a-4df7-9f4c-957f6a118ecf req-d3c5aa5f-10ac-4042-b3b6-26f3e2c1a9ea tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:39.499537 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8ee19879-e96a-4df7-9f4c-957f6a118ecf req-d3c5aa5f-10ac-4042-b3b6-26f3e2c1a9ea tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0684571 Mar 22 17:37:39.579660 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8ee19879-e96a-4df7-9f4c-957f6a118ecf req-18bc4e46-ad9c-4127-8314-f92c66cba076 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687363 Mar 22 17:37:40.243506 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37236) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:40.350150 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab65f384-5ab5-4b9b-8558-c72f0ce3145c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.442173 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab65f384-5ab5-4b9b-8558-c72f0ce3145c admin admin] Publish callbacks [] for security_group (b793bdb9-a0c0-49b0-9b7a-3124d364e1d0), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.447269 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab65f384-5ab5-4b9b-8558-c72f0ce3145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b793bdb9-a0c0-49b0-9b7a-3124d364e1d0), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.491963 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65f384-5ab5-4b9b-8558-c72f0ce3145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b793bdb9-a0c0-49b0-9b7a-3124d364e1d0,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:40.496222 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ab65f384-5ab5-4b9b-8558-c72f0ce3145c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a6b26cec8ff4d49bc31d5af2a4a075e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516348 Mar 22 17:37:40.498978 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37242) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:40.560139 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4b9034f-74af-471e-b278-e17d176caa9e admin admin] Publish callbacks [] for security_group (b793bdb9-a0c0-49b0-9b7a-3124d364e1d0), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.591397 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4b9034f-74af-471e-b278-e17d176caa9e admin admin] Publish callbacks [] for security_group (b793bdb9-a0c0-49b0-9b7a-3124d364e1d0), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.648772 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4b9034f-74af-471e-b278-e17d176caa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b793bdb9-a0c0-49b0-9b7a-3124d364e1d0), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.652064 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a4b9034f-74af-471e-b278-e17d176caa9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.653239 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a4b9034f-74af-471e-b278-e17d176caa9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b793bdb9-a0c0-49b0-9b7a-3124d364e1d0 HTTP/1.1" status: 204 len: 168 time: 0.1533289 Mar 22 17:37:40.662626 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9034f-74af-471e-b278-e17d176caa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793bdb9-a0c0-49b0-9b7a-3124d364e1d0,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:40.775926 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aac9dd-492d-4abf-8f03-23a23da6eac4 req-3d2c787c-bc24-45aa-8d83-d44fd016a7a6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:40.778343 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d4aac9dd-492d-4abf-8f03-23a23da6eac4 req-3d2c787c-bc24-45aa-8d83-d44fd016a7a6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0785985 Mar 22 17:37:40.831769 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d4aac9dd-492d-4abf-8f03-23a23da6eac4 req-fe8d8ef1-5fb4-4196-bf49-6a710ab0fdd1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478625 Mar 22 17:37:40.969874 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37250) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:40.983351 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6c89-1199-4d11-bd86-9571f3d33037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.058627 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6c89-1199-4d11-bd86-9571f3d33037 admin admin] Publish callbacks [] for security_group (c56fc14e-bf95-4713-adad-9f99705881cb), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.062552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6c89-1199-4d11-bd86-9571f3d33037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c56fc14e-bf95-4713-adad-9f99705881cb), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.105388 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0c9d6c89-1199-4d11-bd86-9571f3d33037 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=054886e35f264fa99d33d14ab0e00384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344051 Mar 22 17:37:41.106120 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6c89-1199-4d11-bd86-9571f3d33037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56fc14e-bf95-4713-adad-9f99705881cb,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:41.108805 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37252) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:41.158235 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-387f5882-dbfb-4df2-ae4e-a42ab79e5e92 admin admin] Publish callbacks [] for security_group (c56fc14e-bf95-4713-adad-9f99705881cb), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.179034 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-387f5882-dbfb-4df2-ae4e-a42ab79e5e92 admin admin] Publish callbacks [] for security_group (c56fc14e-bf95-4713-adad-9f99705881cb), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.229005 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-387f5882-dbfb-4df2-ae4e-a42ab79e5e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c56fc14e-bf95-4713-adad-9f99705881cb), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.232202 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-387f5882-dbfb-4df2-ae4e-a42ab79e5e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:41.233367 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-387f5882-dbfb-4df2-ae4e-a42ab79e5e92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c56fc14e-bf95-4713-adad-9f99705881cb HTTP/1.1" status: 204 len: 168 time: 0.1234245 Mar 22 17:37:41.242061 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f5882-dbfb-4df2-ae4e-a42ab79e5e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56fc14e-bf95-4713-adad-9f99705881cb,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:41.973443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376420-6c92-49e0-8183-76ad5b6393c2 req-990ac0b6-bad8-4a99-a91e-98cac20b19a7 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:41.975235 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e2376420-6c92-49e0-8183-76ad5b6393c2 req-990ac0b6-bad8-4a99-a91e-98cac20b19a7 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0634565 Mar 22 17:37:42.033835 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e2376420-6c92-49e0-8183-76ad5b6393c2 req-2921e33e-9a31-4565-a14e-36ec9faae0dd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507438 Mar 22 17:37:43.187247 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab837f-0c6c-4f42-ad47-7ce2958c36d0 req-04ad9ceb-f5cf-4ea0-bfdb-e0304de75c2e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:43.188837 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5bab837f-0c6c-4f42-ad47-7ce2958c36d0 req-04ad9ceb-f5cf-4ea0-bfdb-e0304de75c2e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0555384 Mar 22 17:37:43.237220 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5bab837f-0c6c-4f42-ad47-7ce2958c36d0 req-0db04b92-f59c-4a34-95a9-15953fbb4b65 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Mar 22 17:37:43.712134 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-7cdb9ff8-77c8-4c2f-b41d-8a59099d4565 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405128909&fields=id&tenant_id=f96eb32da8e948a7bf31d089754a2e11 HTTP/1.1" status: 200 len: 267 time: 0.0507333 Mar 22 17:37:43.785730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-65e94374-f47c-4f07-9cf3-34b8b511b91f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:43.787259 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-65e94374-f47c-4f07-9cf3-34b8b511b91f tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 984 time: 0.0637250 Mar 22 17:37:43.798810 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Request body: {'port': {'security_groups': ['ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c']}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:43.882737 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.064059 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:44.093585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.098496 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.111766 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['faa187ed-eb37-473c-86c5-e20032e56a1e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:44.148747 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:44.149714 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.157205 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-84df5ea8-2ce4-4b18-89ad-74ad41ee5b7f req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "PUT /v2.0/ports/faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 942 time: 0.3607392 Mar 22 17:37:44.157205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:44.157419 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37346) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:44.157853 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94232282-2aa5-4637-9826-72addec8fd11" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:44.265325 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['faa187ed-eb37-473c-86c5-e20032e56a1e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:44.270792 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1067-8f8a-4035-8cfd-2c4f55dd88f1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group (c997e19e-1841-43e6-8a96-eb9198895c34), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.285273 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a4771b-fbe2-4ce8-9b6b-8f8f96ca7671 x-openstack-request-id: req-29a4771b-fbe2-4ce8-9b6b-8f8f96ca7671 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:44.285852 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:44.285852 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29a4771b-fbe2-4ce8-9b6b-8f8f96ca7671 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:44.286223 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a4771b-fbe2-4ce8-9b6b-8f8f96ca7671'] response: {'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'status': 'completed', 'code': 200} Mar 22 17:37:44.308440 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4edf60-bff3-401c-af14-a4264fe13104 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event updated for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:44.314828 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1067-8f8a-4035-8cfd-2c4f55dd88f1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group (c997e19e-1841-43e6-8a96-eb9198895c34), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.437253 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1067-8f8a-4035-8cfd-2c4f55dd88f1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c997e19e-1841-43e6-8a96-eb9198895c34), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.446502 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1067-8f8a-4035-8cfd-2c4f55dd88f1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.450196 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cbcc1067-8f8a-4035-8cfd-2c4f55dd88f1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "DELETE /v2.0/security-groups/c997e19e-1841-43e6-8a96-eb9198895c34 HTTP/1.1" status: 204 len: 168 time: 0.2895701 Mar 22 17:37:44.450616 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37356) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:44.455615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9e5e7-658d-4177-a296-1b22c0fb6c4a req-b98d06cd-3c0f-474e-9636-a5b5ea56c919 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:44.457399 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-68f9e5e7-658d-4177-a296-1b22c0fb6c4a req-b98d06cd-3c0f-474e-9636-a5b5ea56c919 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1090081 Mar 22 17:37:44.508577 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc1067-8f8a-4035-8cfd-2c4f55dd88f1 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c997e19e-1841-43e6-8a96-eb9198895c34,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:44.549070 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-1b7e6940-6eb7-4e11-b9d5-0af8042558e1 None None] Provisioning complete for port faa187ed-eb37-473c-86c5-e20032e56a1e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:44.549451 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b7e6940-6eb7-4e11-b9d5-0af8042558e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.640959 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-68f9e5e7-658d-4177-a296-1b22c0fb6c4a req-b7c07b0b-92a8-4144-bb3d-ddd59ade4535 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767828 Mar 22 17:37:44.651229 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94232282-2aa5-4637-9826-72addec8fd11 req-fa24ff8b-ba8b-40ef-9b40-3697abac41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:44.653161 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-fa24ff8b-ba8b-40ef-9b40-3697abac41ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1129 time: 0.3636174 Mar 22 17:37:44.684069 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Deleting port 01fa5b0c-2f29-472a-bd60-dc148f1ed194 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:44.684500 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.742295 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e6940-6eb7-4e11-b9d5-0af8042558e1 None None] Current status of the port faa187ed-eb37-473c-86c5-e20032e56a1e is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:44.766012 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94232282-2aa5-4637-9826-72addec8fd11 req-3f748e52-2f98-4292-8f63-57fbab17cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:44.767628 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-3f748e52-2f98-4292-8f63-57fbab17cab7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 915 time: 0.1086109 Mar 22 17:37:44.778716 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.779164 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for floatingip (01fa5b0c-2f29-472a-bd60-dc148f1ed194), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:44.792108 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Calling delete_port for 01fa5b0c-2f29-472a-bd60-dc148f1ed194 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:44.836210 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-dcc699ce-078c-4f2f-a49c-6cf164541fcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 999 time: 0.0621500 Mar 22 17:37:44.894967 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94232282-2aa5-4637-9826-72addec8fd11 req-01c63a81-cd4c-4722-a42c-e117460fe83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:44.897680 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-01c63a81-cd4c-4722-a42c-e117460fe83b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0545964 Mar 22 17:37:44.953067 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94232282-2aa5-4637-9826-72addec8fd11 req-2533202b-b888-411a-acd1-33ed617fb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:44.954609 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-2533202b-b888-411a-acd1-33ed617fb771 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503383 Mar 22 17:37:44.989619 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (01fa5b0c-2f29-472a-bd60-dc148f1ed194), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:45.016932 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event deleted for resources: {'Port': ['ID=01fa5b0c-2f29-472a-bd60-dc148f1ed194,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:45.069653 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-16a19555-61fb-4769-8284-eec89f093d31 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073349 Mar 22 17:37:45.089278 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks [] for floatingip (ca47a399-f745-4429-8ed0-b0a6762d9a89), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:45.089606 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Floating IP ca47a399-f745-4429-8ed0-b0a6762d9a89 disassociated (deleted). External IP: 172.28.1.2, port: faa187ed-eb37-473c-86c5-e20032e56a1e. Mar 22 17:37:45.168108 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-94232282-2aa5-4637-9826-72addec8fd11 req-9d9262a8-2903-43d6-81be-eb7e6a1a06b8 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891619 Mar 22 17:37:45.300792 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Router 9ca15064-9d55-48eb-91ca-82624ba3c94c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:45.413829 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:45.419458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:45.423816 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e8905-5def-4878-848e-b194f324bd13 None None] Sync routers for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:45.434683 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:45.435333 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:45.449096 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-00d9a8a3-a9b7-497e-b308-d6c8aa8c1af3 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "DELETE /v2.0/floatingips/ca47a399-f745-4429-8ed0-b0a6762d9a89 HTTP/1.1" status: 204 len: 168 time: 0.9881938 Mar 22 17:37:45.449690 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:45.451957 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94b9bba-582b-42c6-b9b1-bcafc701950e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:45.491797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57aa5a-aeff-4f58-b14a-5f2e60a136a8 x-openstack-request-id: req-9c57aa5a-aeff-4f58-b14a-5f2e60a136a8 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:45.492343 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:45.492601 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c57aa5a-aeff-4f58-b14a-5f2e60a136a8 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:45.493012 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c57aa5a-aeff-4f58-b14a-5f2e60a136a8'] response: {'name': 'network-changed', 'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'status': 'completed', 'code': 200} Mar 22 17:37:45.555427 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:45.573985 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-7742805c-b8c0-47cc-a7bf-08ae6c83abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:45.576672 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-7742805c-b8c0-47cc-a7bf-08ae6c83abb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f96eb32da8e948a7bf31d089754a2e11&device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 1129 time: 0.0580776 Mar 22 17:37:45.765081 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-cba92123-952f-47b0-ac48-a3fd68206659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:45.767428 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-cba92123-952f-47b0-ac48-a3fd68206659 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 200 len: 915 time: 0.1851923 Mar 22 17:37:45.862863 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:13Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:45.864795 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-1013661c-8532-4042-9056-a5a55e66204c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 200 len: 217 time: 0.0515351 Mar 22 17:37:45.907321 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e8905-5def-4878-848e-b194f324bd13 None None] Checking router: 9ca15064-9d55-48eb-91ca-82624ba3c94c for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:45.924724 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:45.925601 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:45.928212 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d4bdd-d090-429e-bf31-20221919cdff req-67e8edf2-0112-4b23-8858-2b37b48267db tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:45.935235 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4d1d4bdd-d090-429e-bf31-20221919cdff req-67e8edf2-0112-4b23-8858-2b37b48267db tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1719806 Mar 22 17:37:45.955920 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-af20c3d1-cd35-4aca-b630-ca85033908f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:45.957483 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-af20c3d1-cd35-4aca-b630-ca85033908f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 200 len: 853 time: 0.0829022 Mar 22 17:37:46.032931 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4d1d4bdd-d090-429e-bf31-20221919cdff req-a31a4d6d-97d6-4e96-ae9f-fa0a96aa3bf3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909486 Mar 22 17:37:46.058221 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:46.064328 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-07ef6dcb-b768-4ec4-9e5d-8554869460dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:46.067249 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-07ef6dcb-b768-4ec4-9e5d-8554869460dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0930333 Mar 22 17:37:46.193249 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-3cb2b090-2815-44fc-a599-01103c5c9735 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175387 Mar 22 17:37:46.354868 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d94b9bba-582b-42c6-b9b1-bcafc701950e req-fb3ec1a0-4232-4f92-a61a-07496b2a5512 service neutron] 10.222.0.64 "GET /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436479 Mar 22 17:37:46.408010 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-551e8905-5def-4878-848e-b194f324bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:13Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:46.445935 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e8905-5def-4878-848e-b194f324bd13 None None] The sync data for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb is: [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:07Z', 'revision_number': 4, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': 'df331e76-6781-4af0-b767-6dcd878bc0f7', 'name': '', 'network_id': 'ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'mac_address': 'fa:16:3e:a8:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:06Z', 'updated_at': '2022-03-22T17:35:13Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'subnets': [{'id': 'b15250d4-e4d9-401e-85ed-bc5cd3edae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:46.699225 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a49ebc58-e402-4bd9-b67f-63a346a3bf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:46.718513 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee4ab0-5711-4b0c-bafd-ba036ccfccb8 None None] New status for floating IP ca47a399-f745-4429-8ed0-b0a6762d9a89: DOWN {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:37:47.171646 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7182-67be-45c1-bb2a-1725a8331e1b req-006f6a51-e49b-4f57-83b6-b7b242317983 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:47.173427 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-490d7182-67be-45c1-bb2a-1725a8331e1b req-006f6a51-e49b-4f57-83b6-b7b242317983 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0706396 Mar 22 17:37:47.237523 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-490d7182-67be-45c1-bb2a-1725a8331e1b req-806f5b8c-688a-41bf-af84-cd24b50a00b4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578330 Mar 22 17:37:47.555312 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37432) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:47.660860 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f9d5e8ee-df8c-4355-ad9f-5310e04db4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.744956 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f9d5e8ee-df8c-4355-ad9f-5310e04db4e4 admin admin] Publish callbacks [] for security_group (ab8047fe-4f4e-487d-963a-4b69aadf8601), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.748542 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f9d5e8ee-df8c-4355-ad9f-5310e04db4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ab8047fe-4f4e-487d-963a-4b69aadf8601), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.795296 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f9d5e8ee-df8c-4355-ad9f-5310e04db4e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4574398b9cbd4bbfafc3b18f5b0e01f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380457 Mar 22 17:37:47.796197 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5e8ee-df8c-4355-ad9f-5310e04db4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8047fe-4f4e-487d-963a-4b69aadf8601,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:47.797936 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37444) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:47.859314 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d6b93ec-707c-40d5-8b8a-376a9ab517c8 admin admin] Publish callbacks [] for security_group (ab8047fe-4f4e-487d-963a-4b69aadf8601), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.880576 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d6b93ec-707c-40d5-8b8a-376a9ab517c8 admin admin] Publish callbacks [] for security_group (ab8047fe-4f4e-487d-963a-4b69aadf8601), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.927511 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d6b93ec-707c-40d5-8b8a-376a9ab517c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ab8047fe-4f4e-487d-963a-4b69aadf8601), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.930174 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4d6b93ec-707c-40d5-8b8a-376a9ab517c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:47.931417 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4d6b93ec-707c-40d5-8b8a-376a9ab517c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab8047fe-4f4e-487d-963a-4b69aadf8601 HTTP/1.1" status: 204 len: 168 time: 0.1318829 Mar 22 17:37:47.939324 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b93ec-707c-40d5-8b8a-376a9ab517c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8047fe-4f4e-487d-963a-4b69aadf8601,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:48.206571 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37458) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:48.223151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1a8618c-c18f-4a86-b09b-01bca3c4ee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.261109 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201af48-dbb8-4833-922c-ab4b5da475d0 req-6382b81e-e6ab-4d67-9c04-7e29ce75bc7d tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:48.264698 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5201af48-dbb8-4833-922c-ab4b5da475d0 req-6382b81e-e6ab-4d67-9c04-7e29ce75bc7d tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.0652268 Mar 22 17:37:48.304834 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1a8618c-c18f-4a86-b09b-01bca3c4ee36 admin admin] Publish callbacks [] for security_group (4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.311634 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1a8618c-c18f-4a86-b09b-01bca3c4ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.334051 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5201af48-dbb8-4833-922c-ab4b5da475d0 req-9d1677fe-ab2c-47b2-8ccd-8c02a1497aa2 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628788 Mar 22 17:37:48.359567 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f1a8618c-c18f-4a86-b09b-01bca3c4ee36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e547439a7e624048be3b15e7ee9e2630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514442 Mar 22 17:37:48.361151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8618c-c18f-4a86-b09b-01bca3c4ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:48.362060 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37464) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:48.419148 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8409f17-8b6f-4634-97f2-5c5e02c7e8ce admin admin] Publish callbacks [] for security_group (4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.442185 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8409f17-8b6f-4634-97f2-5c5e02c7e8ce admin admin] Publish callbacks [] for security_group (4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.494005 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8409f17-8b6f-4634-97f2-5c5e02c7e8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.497063 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8409f17-8b6f-4634-97f2-5c5e02c7e8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:48.498503 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a8409f17-8b6f-4634-97f2-5c5e02c7e8ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97 HTTP/1.1" status: 204 len: 168 time: 0.1352167 Mar 22 17:37:48.510857 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8409f17-8b6f-4634-97f2-5c5e02c7e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9bbaf8-87ff-44e2-b7ac-fca4d37eaa97,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:48.674443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1b0b-5341-4dde-8289-72e56febc67c req-ed33f920-7c2a-4e4f-834f-64a00951d85b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:48.675963 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-071e1b0b-5341-4dde-8289-72e56febc67c req-ed33f920-7c2a-4e4f-834f-64a00951d85b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0578775 Mar 22 17:37:48.724708 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-071e1b0b-5341-4dde-8289-72e56febc67c req-dbd3e94c-1f5f-4c3e-82a1-b93c107e0045 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Mar 22 17:37:48.941421 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20aa6dbf-1524-4627-80bb-758bfd0b0f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:49.438152 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b4b8-a500-40ff-952a-bdb111634550 req-5a9b9b27-cbe7-4b4f-8a8b-abf8f69ba2d7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:49.443557 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2995b4b8-a500-40ff-952a-bdb111634550 req-5a9b9b27-cbe7-4b4f-8a8b-abf8f69ba2d7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.0734694 Mar 22 17:37:49.520591 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2995b4b8-a500-40ff-952a-bdb111634550 req-2c7ee52e-2218-41b3-94ba-a8abb6a5bef7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744963 Mar 22 17:37:49.534488 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a46c-29d7-45c1-92cc-3ff430a58e81 req-7af2248b-c80f-4f5f-8a3d-f4b85b0f7eaf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:49.536138 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0a19a46c-29d7-45c1-92cc-3ff430a58e81 req-7af2248b-c80f-4f5f-8a3d-f4b85b0f7eaf tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.1158667 Mar 22 17:37:49.606580 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0a19a46c-29d7-45c1-92cc-3ff430a58e81 req-06a486d9-9865-4eca-b4a8-76f9ce9f8771 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626717 Mar 22 17:37:49.848452 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6492f3-e741-4785-b880-2556b518b632 req-8e12a56e-5b6f-4c57-9bd6-be38bd1fb14c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:49.849977 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4a6492f3-e741-4785-b880-2556b518b632 req-8e12a56e-5b6f-4c57-9bd6-be38bd1fb14c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0546234 Mar 22 17:37:49.897189 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-4a6492f3-e741-4785-b880-2556b518b632 req-3ed723df-f89a-42ed-9ad0-e288bf603916 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Mar 22 17:37:50.059551 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:50.220319 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-c9cfc5fb-7823-4118-b40d-15b7d940cdb5 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:50.221933 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-c9cfc5fb-7823-4118-b40d-15b7d940cdb5 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 945 time: 0.0580738 Mar 22 17:37:50.241733 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:50.319088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Deleting port faa187ed-eb37-473c-86c5-e20032e56a1e {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:50.319431 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:50.414083 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] For port faa187ed-eb37-473c-86c5-e20032e56a1e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=faa187ed-eb37-473c-86c5-e20032e56a1e,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:50.414443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:50.428507 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Calling delete_port for faa187ed-eb37-473c-86c5-e20032e56a1e owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:50.565765 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (faa187ed-eb37-473c-86c5-e20032e56a1e), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:50.579110 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['faa187ed-eb37-473c-86c5-e20032e56a1e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:50.617849 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Pushing event deleted for resources: {'Port': ['ID=faa187ed-eb37-473c-86c5-e20032e56a1e,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:50.696662 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] No DVR routers for this DVR port faa187ed-eb37-473c-86c5-e20032e56a1e on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:50.700595 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:50.703959 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9fa83259-2d2e-4744-b649-75341ac17c52 req-b67d53d5-d73d-453f-bbaf-778f4ef0f629 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.64 "DELETE /v2.0/ports/faa187ed-eb37-473c-86c5-e20032e56a1e HTTP/1.1" status: 204 len: 173 time: 0.4752235 Mar 22 17:37:50.714218 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'name': 'network-vif-deleted', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:50.716865 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a228eed5-a663-4ed5-863f-e14217b8f457" -d '{"events": [{"server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "name": "network-vif-deleted", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:50.738438 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ce2ae50e-5492-4870-90c4-a1d6a2e47b3c req-c7a9d1f1-f264-4cc5-8475-761d6590ac94 tempest-TestMinimumBasicScenario-903402854 tempest-TestMinimumBasicScenario-903402854-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5d15f07-7cc4-4b92-9215-98d52bdfe9aa HTTP/1.1" status: 200 len: 210 time: 0.0436497 Mar 22 17:37:50.758435 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9699-8de5-4abb-81f8-a337fca11322 req-153a55b3-b87e-46fe-9fb9-e07288e8fb72 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:50.760114 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9e0e9699-8de5-4abb-81f8-a337fca11322 req-153a55b3-b87e-46fe-9fb9-e07288e8fb72 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.1444290 Mar 22 17:37:50.847398 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9e0e9699-8de5-4abb-81f8-a337fca11322 req-b53e5b43-cd9c-4ab8-85f7-a13ff71315d7 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815678 Mar 22 17:37:50.968980 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d7833f-d514-4f8c-87a9-2a008a55cd17 x-openstack-request-id: req-39d7833f-d514-4f8c-87a9-2a008a55cd17 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:50.969386 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d15f07-7cc4-4b92-9215-98d52bdfe9aa", "name": "network-vif-deleted", "tag": "faa187ed-eb37-473c-86c5-e20032e56a1e", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:50.969744 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39d7833f-d514-4f8c-87a9-2a008a55cd17 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:50.970315 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d7833f-d514-4f8c-87a9-2a008a55cd17'] response: {'server_uuid': 'c5d15f07-7cc4-4b92-9215-98d52bdfe9aa', 'name': 'network-vif-deleted', 'tag': 'faa187ed-eb37-473c-86c5-e20032e56a1e', 'status': 'completed', 'code': 200} Mar 22 17:37:51.035116 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41530-7117-4498-ab25-4debd9f256bf req-b3b96132-8891-4986-a535-c7db695e6dec tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:51.036837 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7cd41530-7117-4498-ab25-4debd9f256bf req-b3b96132-8891-4986-a535-c7db695e6dec tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0556967 Mar 22 17:37:51.094031 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7cd41530-7117-4498-ab25-4debd9f256bf req-23eab210-ed8e-4f37-b9ed-0d75f9886be3 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506177 Mar 22 17:37:51.502242 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-d24b8b0f-8b02-482b-92d7-2a105f26b72a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:51.503720 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-d24b8b0f-8b02-482b-92d7-2a105f26b72a tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.0519135 Mar 22 17:37:51.545993 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:51.607397 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Deleting port 2dde338b-655b-4b64-9716-202065072a3f {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:51.608044 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (2dde338b-655b-4b64-9716-202065072a3f), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:51.698739 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] For port 2dde338b-655b-4b64-9716-202065072a3f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2dde338b-655b-4b64-9716-202065072a3f,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:51.699137 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (2dde338b-655b-4b64-9716-202065072a3f), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:52.197176 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:52.197328 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (37873f6a-901f-41c1-9a80-40e382daa4aa), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:52.197642 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Floating IP 37873f6a-901f-41c1-9a80-40e382daa4aa disassociated. External IP: 172.28.1.81, port: 2dde338b-655b-4b64-9716-202065072a3f. Mar 22 17:37:52.197986 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Calling delete_port for 2dde338b-655b-4b64-9716-202065072a3f owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:52.294095 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deead0b-60ec-4dac-bcfd-be23d1256290 req-23e5258e-a343-4926-bc72-cc94a500d166 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:52.295583 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6deead0b-60ec-4dac-bcfd-be23d1256290 req-23e5258e-a343-4926-bc72-cc94a500d166 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fa1d0a-ead2-49a1-a63d-fb77a805ce59 HTTP/1.1" status: 200 len: 945 time: 0.1525021 Mar 22 17:37:52.380376 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b641c39-cdcc-4b96-b22c-b284067f3bee req-055d5b0c-20b8-4e06-a6f8-0a9e9ae92e1b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:52.381911 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0b641c39-cdcc-4b96-b22c-b284067f3bee req-055d5b0c-20b8-4e06-a6f8-0a9e9ae92e1b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1761520 Mar 22 17:37:52.397561 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6deead0b-60ec-4dac-bcfd-be23d1256290 req-b9b75cad-fafa-4ca6-a9a6-75836729f6b8 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ef38b-e669-4f4f-a00a-164cd7bde272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963373 Mar 22 17:37:52.489233 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0b641c39-cdcc-4b96-b22c-b284067f3bee req-5e14a300-fc42-48cd-8a46-286113689db4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974593 Mar 22 17:37:52.496966 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (2dde338b-655b-4b64-9716-202065072a3f), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:52.535867 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event deleted for resources: {'Port': ['ID=2dde338b-655b-4b64-9716-202065072a3f,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:52.621228 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37638) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:52.658802 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:52.806656 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:52.819835 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:52.831262 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:52.832171 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:52.853776 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] No DVR routers for this DVR port 2dde338b-655b-4b64-9716-202065072a3f on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:52.856735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:52.860011 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-be1dcffe-d836-44dc-a573-e7d94257bb41 req-cef39983-2ecd-4494-a541-895fc2d75b40 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.64 "DELETE /v2.0/ports/2dde338b-655b-4b64-9716-202065072a3f HTTP/1.1" status: 204 len: 173 time: 1.3491254 Mar 22 17:37:52.955759 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:52.972492 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'name': 'network-vif-deleted', 'tag': '2dde338b-655b-4b64-9716-202065072a3f'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:52.975189 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801547fb-0172-4f9f-aa29-396cb53ad7ab" -d '{"events": [{"server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "name": "network-vif-deleted", "tag": "2dde338b-655b-4b64-9716-202065072a3f"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:53.032921 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13031714-a391-4c2c-ab7d-3b9070bed8b6 x-openstack-request-id: req-13031714-a391-4c2c-ab7d-3b9070bed8b6 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:53.033526 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa1d0a-ead2-49a1-a63d-fb77a805ce59", "name": "network-vif-deleted", "tag": "2dde338b-655b-4b64-9716-202065072a3f", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:53.033992 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13031714-a391-4c2c-ab7d-3b9070bed8b6 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:53.034658 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13031714-a391-4c2c-ab7d-3b9070bed8b6'] response: {'server_uuid': '71fa1d0a-ead2-49a1-a63d-fb77a805ce59', 'name': 'network-vif-deleted', 'tag': '2dde338b-655b-4b64-9716-202065072a3f', 'status': 'completed', 'code': 200} Mar 22 17:37:53.053940 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.127160 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (9ca15064-9d55-48eb-91ca-82624ba3c94c), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.176956 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:53.206087 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:53.215079 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:53.215666 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:53.326185 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:53.510870 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37650) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:53.601530 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dba2ba45-1b81-4bc0-a8d1-894d600c572e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (5e9ef38b-e669-4f4f-a00a-164cd7bde272), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.624115 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:53.659908 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8724-0d5f-4ace-98d4-a3ebbc0645a9 None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:35Z', 'revision_number': 4, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '0095167b-70d1-412f-8b0e-13a19ba7be57', 'name': '', 'network_id': 'c8359024-884a-4f1a-899c-5d80e25f924b', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'mac_address': 'fa:16:3e:ba:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:32Z', 'updated_at': '2022-03-22T17:32:46Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'subnets': [{'id': '2c567d4f-c89e-4a9d-9959-681ff2933592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:53.662700 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dba2ba45-1b81-4bc0-a8d1-894d600c572e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (5e9ef38b-e669-4f4f-a00a-164cd7bde272), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.691949 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Deleting port df331e76-6781-4af0-b767-6dcd878bc0f7 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:53.692489 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.719716 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb9e5c-f575-445c-af9b-592fb4f205ae req-89c11bc2-9d55-45d8-a36d-e057367c8365 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:53.721471 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f1cb9e5c-f575-445c-af9b-592fb4f205ae req-89c11bc2-9d55-45d8-a36d-e057367c8365 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1136339 Mar 22 17:37:53.784724 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dba2ba45-1b81-4bc0-a8d1-894d600c572e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5e9ef38b-e669-4f4f-a00a-164cd7bde272), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.787353 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dba2ba45-1b81-4bc0-a8d1-894d600c572e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.788515 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-dba2ba45-1b81-4bc0-a8d1-894d600c572e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "DELETE /v2.0/security-groups/5e9ef38b-e669-4f4f-a00a-164cd7bde272 HTTP/1.1" status: 204 len: 168 time: 0.2764540 Mar 22 17:37:53.791427 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37658) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:53.796416 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f1cb9e5c-f575-445c-af9b-592fb4f205ae req-4337dad0-8c87-47e3-bae8-239c7c15c6a6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660088 Mar 22 17:37:53.801544 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2ba45-1b81-4bc0-a8d1-894d600c572e tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ef38b-e669-4f4f-a00a-164cd7bde272,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:53.813733 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] For port df331e76-6781-4af0-b767-6dcd878bc0f7, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=df331e76-6781-4af0-b767-6dcd878bc0f7,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:53.814104 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:53.827033 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.api.v2.resource [None req-b3eb10ab-7e77-4c36-add8-89f34c6fb02b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] show failed (client error): The resource could not be found. Mar 22 17:37:53.827978 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-b3eb10ab-7e77-4c36-add8-89f34c6fb02b tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "GET /v2.0/security-groups/5e9ef38b-e669-4f4f-a00a-164cd7bde272 HTTP/1.1" status: 404 len: 347 time: 0.0353503 Mar 22 17:37:53.831080 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37660) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:53.835450 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Calling delete_port for df331e76-6781-4af0-b767-6dcd878bc0f7 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:53.968028 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37664) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:54.003894 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Deleting port 3fa7d9eb-56bf-4612-92a7-ad4eff8db902 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:54.004244 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.017799 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b4c9c-67d0-4095-bac1-9d484f6f609f None None] New status for floating IP 37873f6a-901f-41c1-9a80-40e382daa4aa: DOWN {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:37:54.089147 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (df331e76-6781-4af0-b767-6dcd878bc0f7), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.099052 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.099993 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.115630 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Calling delete_port for 3fa7d9eb-56bf-4612-92a7-ad4eff8db902 owned by network:floatingip {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:54.125895 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Pushing event deleted for resources: {'Port': ['ID=df331e76-6781-4af0-b767-6dcd878bc0f7,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:54.139693 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb399b6b-ce54-4120-9d9c-dddfbe14d0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.148273 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:37:54.151419 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2dde338b-655b-4b64-9716-202065072a3f no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:54.182025 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 2dde338b-655b-4b64-9716-202065072a3f {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:54.182630 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 2dde338b-655b-4b64-9716-202065072a3f not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:54.184179 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device faa187ed-eb37-473c-86c5-e20032e56a1e no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:54.210735 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: faa187ed-eb37-473c-86c5-e20032e56a1e {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:54.211339 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device faa187ed-eb37-473c-86c5-e20032e56a1e not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:54.303859 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (3fa7d9eb-56bf-4612-92a7-ad4eff8db902), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.326508 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:54.347771 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '65857555-8233-456e-9424-8ad0b5df8053', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'port_id': '65857555-8233-456e-9424-8ad0b5df8053', 'mac_address': 'fa:16:3e:8d:45:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:37:54.363578 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Pushing event deleted for resources: {'Port': ['ID=3fa7d9eb-56bf-4612-92a7-ad4eff8db902,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:54.393981 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: ACTIVE; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:54.394863 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.401991 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (9ca15064-9d55-48eb-91ca-82624ba3c94c), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.424159 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65857555-8233-456e-9424-8ad0b5df8053 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:54.450828 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:54.455001 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks [] for floatingip (37873f6a-901f-41c1-9a80-40e382daa4aa), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.455589 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.457764 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.470744 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-33bff394-9706-424d-8727-338ba2b7ea81 tempest-AttachVolumeTestJSON-632833331 tempest-AttachVolumeTestJSON-632833331-project] 10.222.0.48 "DELETE /v2.0/floatingips/37873f6a-901f-41c1-9a80-40e382daa4aa HTTP/1.1" status: 204 len: 168 time: 0.6300628 Mar 22 17:37:54.528140 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:54.531305 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb399b6b-ce54-4120-9d9c-dddfbe14d0b6 admin admin] Publish callbacks [] for security_group (f93d428b-81c5-4b10-9bbe-c4b3ca9900cc), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.536905 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['65857555-8233-456e-9424-8ad0b5df8053'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:54.542085 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb399b6b-ce54-4120-9d9c-dddfbe14d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f93d428b-81c5-4b10-9bbe-c4b3ca9900cc), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.639178 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cb399b6b-ce54-4120-9d9c-dddfbe14d0b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4626d608a5e64c43a40108e62961bf5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6698067 Mar 22 17:37:54.642018 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37684) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:54.642229 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb399b6b-ce54-4120-9d9c-dddfbe14d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93d428b-81c5-4b10-9bbe-c4b3ca9900cc,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:54.713974 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5c80f6d5-21e0-4b32-b378-5186e414c42f admin admin] Publish callbacks [] for security_group (f93d428b-81c5-4b10-9bbe-c4b3ca9900cc), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.744208 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5c80f6d5-21e0-4b32-b378-5186e414c42f admin admin] Publish callbacks [] for security_group (f93d428b-81c5-4b10-9bbe-c4b3ca9900cc), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.800442 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Router 9ca15064-9d55-48eb-91ca-82624ba3c94c has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:54.817009 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5c80f6d5-21e0-4b32-b378-5186e414c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f93d428b-81c5-4b10-9bbe-c4b3ca9900cc), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.820675 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5c80f6d5-21e0-4b32-b378-5186e414c42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:54.822316 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-5c80f6d5-21e0-4b32-b378-5186e414c42f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f93d428b-81c5-4b10-9bbe-c4b3ca9900cc HTTP/1.1" status: 204 len: 168 time: 0.1789834 Mar 22 17:37:54.831939 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80f6d5-21e0-4b32-b378-5186e414c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93d428b-81c5-4b10-9bbe-c4b3ca9900cc,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:54.918805 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:54.924433 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-903aec8d-db25-4592-aee9-61a1f284f878 admin admin] 10.222.0.48 "PUT /v2.0/routers/9ca15064-9d55-48eb-91ca-82624ba3c94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016269 Mar 22 17:37:54.926776 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37696) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:54.931669 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] Sync routers for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:54.946046 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:54.947848 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:55.057312 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea85e3e-d892-454d-81ca-91c33c80ae15 req-09f4c11f-3b4e-41b9-811e-18e46f686f76 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:55.059168 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1ea85e3e-d892-454d-81ca-91c33c80ae15 req-09f4c11f-3b4e-41b9-811e-18e46f686f76 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 945 time: 0.1484973 Mar 22 17:37:55.084051 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:55.096577 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks [] for router (9ca15064-9d55-48eb-91ca-82624ba3c94c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.214836 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1ea85e3e-d892-454d-81ca-91c33c80ae15 req-38d73205-39a4-46ef-9a23-c961ff7bdb89 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473587 Mar 22 17:37:55.297286 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks [] for router_gateway (9ca15064-9d55-48eb-91ca-82624ba3c94c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.316516 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37704) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:55.340392 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1c0e-d04d-46fc-ac53-12f047ef1993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.348232 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:37:54Z', 'revision_number': 5, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port': {'id': '8c17d3d7-3247-4345-a17c-dcfce7c88a42', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:55.390862 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Deleting port 8c17d3d7-3247-4345-a17c-dcfce7c88a42 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:55.391374 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.401660 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] Checking router: 9ca15064-9d55-48eb-91ca-82624ba3c94c for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:55.421288 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] Routers {'9ca15064-9d55-48eb-91ca-82624ba3c94c'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:55.422133 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['9ca15064-9d55-48eb-91ca-82624ba3c94c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:55.473910 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1c0e-d04d-46fc-ac53-12f047ef1993 admin admin] Publish callbacks [] for security_group (a9adaa4c-9afa-4051-861d-f2ceaebb04ff), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.482226 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1c0e-d04d-46fc-ac53-12f047ef1993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a9adaa4c-9afa-4051-861d-f2ceaebb04ff), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.523049 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] For port 8c17d3d7-3247-4345-a17c-dcfce7c88a42, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=8c17d3d7-3247-4345-a17c-dcfce7c88a42,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:55.523852 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.526236 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1a6a1c0e-d04d-46fc-ac53-12f047ef1993 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f0181c11f3e41c8a40280cd4f0c3bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087481 Mar 22 17:37:55.530382 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37706) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:55.550935 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Calling delete_port for 8c17d3d7-3247-4345-a17c-dcfce7c88a42 owned by network:router_gateway {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:55.553568 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a1c0e-d04d-46fc-ac53-12f047ef1993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9adaa4c-9afa-4051-861d-f2ceaebb04ff,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:55.588318 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] Set router 9ca15064-9d55-48eb-91ca-82624ba3c94c gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:55.605374 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9b2266ad-06ec-4018-9ed7-dde35dd57cb9 admin admin] Publish callbacks [] for security_group (a9adaa4c-9afa-4051-861d-f2ceaebb04ff), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.637287 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9b2266ad-06ec-4018-9ed7-dde35dd57cb9 admin admin] Publish callbacks [] for security_group (a9adaa4c-9afa-4051-861d-f2ceaebb04ff), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.664636 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:37:55Z', 'revision_number': 6, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:55.714638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9b2266ad-06ec-4018-9ed7-dde35dd57cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a9adaa4c-9afa-4051-861d-f2ceaebb04ff), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.717756 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9b2266ad-06ec-4018-9ed7-dde35dd57cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:55.719130 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9b2266ad-06ec-4018-9ed7-dde35dd57cb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9adaa4c-9afa-4051-861d-f2ceaebb04ff HTTP/1.1" status: 204 len: 168 time: 0.1877470 Mar 22 17:37:55.739527 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a9075-85e6-4c40-bebf-021545f7c2e4 None None] The sync data for ids ['9ca15064-9d55-48eb-91ca-82624ba3c94c'] in dv-cinder-820578-3-smb is: [{'id': '9ca15064-9d55-48eb-91ca-82624ba3c94c', 'name': 'tempest-TestMinimumBasicScenario-257951818-router', 'tenant_id': 'f96eb32da8e948a7bf31d089754a2e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:01Z', 'updated_at': '2022-03-22T17:37:55Z', 'revision_number': 6, 'project_id': 'f96eb32da8e948a7bf31d089754a2e11', 'gw_port_host': None}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:55.757642 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2266ad-06ec-4018-9ed7-dde35dd57cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9adaa4c-9afa-4051-861d-f2ceaebb04ff,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:55.980447 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (8c17d3d7-3247-4345-a17c-dcfce7c88a42), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.018136 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c17d3d7-3247-4345-a17c-dcfce7c88a42,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:56.102248 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (9ca15064-9d55-48eb-91ca-82624ba3c94c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.147460 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:56.246281 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (9ca15064-9d55-48eb-91ca-82624ba3c94c), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.257952 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks [] for router_controller (9ca15064-9d55-48eb-91ca-82624ba3c94c), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.310309 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 65857555-8233-456e-9424-8ad0b5df8053 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:56.311581 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (65857555-8233-456e-9424-8ad0b5df8053), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.347967 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (9ca15064-9d55-48eb-91ca-82624ba3c94c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.348847 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca15064-9d55-48eb-91ca-82624ba3c94c {{(pid=103198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:37:56.357112 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.360742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-539b6a55-40da-4ca2-8b1a-3c1102f73c88 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9ca15064-9d55-48eb-91ca-82624ba3c94c HTTP/1.1" status: 204 len: 168 time: 1.4305778 Mar 22 17:37:56.361307 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37722) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:56.439370 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Deleting subnet b15250d4-e4d9-401e-85ed-bc5cd3edae8d {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:37:56.444178 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Publish callbacks [] for subnet (b15250d4-e4d9-401e-85ed-bc5cd3edae8d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.476070 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37724) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:56.495468 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-703f7325-24a6-4c62-9c10-09e4524afa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.512510 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (b15250d4-e4d9-401e-85ed-bc5cd3edae8d), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.512713 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:56.513363 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.524900 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc59f0-7f53-4515-8d84-dae1ce43abb4 req-284139ef-085f-4f18-ad58-8717db74aaa4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:56.526685 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6bc59f0-7f53-4515-8d84-dae1ce43abb4 req-284139ef-085f-4f18-ad58-8717db74aaa4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 945 time: 0.1387630 Mar 22 17:37:56.546143 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:56.548746 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd2f2b-6af0-4f41-b4bb-fbea498a0bfd" -d '{"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-plugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:56.570252 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:56.578270 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.643878 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a6bc59f0-7f53-4515-8d84-dae1ce43abb4 req-6452ba64-1db3-4a67-b5fa-217eb55a92fe tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978041 Mar 22 17:37:56.694143 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:56.714354 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-703f7325-24a6-4c62-9c10-09e4524afa29 admin admin] Publish callbacks [] for security_group (aa01fec7-bacf-44d8-bd4f-3027a12e6c67), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.721801 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-703f7325-24a6-4c62-9c10-09e4524afa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (aa01fec7-bacf-44d8-bd4f-3027a12e6c67), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.748668 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (b15250d4-e4d9-401e-85ed-bc5cd3edae8d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.787148 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-703f7325-24a6-4c62-9c10-09e4524afa29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e817b0ef38c74c2698dba818334e53b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097324 Mar 22 17:37:56.788861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7325-24a6-4c62-9c10-09e4524afa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa01fec7-bacf-44d8-bd4f-3027a12e6c67,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:56.802389 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37728) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:56.835045 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (b15250d4-e4d9-401e-85ed-bc5cd3edae8d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.878244 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15250d4-e4d9-401e-85ed-bc5cd3edae8d,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:56.881308 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791a3b81-c9a2-4994-ad5b-637788f05221 x-openstack-request-id: req-791a3b81-c9a2-4994-ad5b-637788f05221 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:56.881643 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-plugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:56.881911 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-791a3b81-c9a2-4994-ad5b-637788f05221 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:56.882855 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791a3b81-c9a2-4994-ad5b-637788f05221'] response: {'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'code': 200} Mar 22 17:37:56.898084 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dad456-f21e-48e2-807d-3724218c1e93 None None] Network ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:56.917358 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.926020 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-95f17cef-49ec-4d07-ba6f-6d43834a3d40 admin admin] Publish callbacks [] for security_group (aa01fec7-bacf-44d8-bd4f-3027a12e6c67), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.934827 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-76346ec0-5f50-4673-8256-90be9ee65371 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b15250d4-e4d9-401e-85ed-bc5cd3edae8d HTTP/1.1" status: 204 len: 168 time: 0.5719438 Mar 22 17:37:56.939754 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37734) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:56.965422 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-95f17cef-49ec-4d07-ba6f-6d43834a3d40 admin admin] Publish callbacks [] for security_group (aa01fec7-bacf-44d8-bd4f-3027a12e6c67), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.068209 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-95f17cef-49ec-4d07-ba6f-6d43834a3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (aa01fec7-bacf-44d8-bd4f-3027a12e6c67), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.071655 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-95f17cef-49ec-4d07-ba6f-6d43834a3d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.075295 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-95f17cef-49ec-4d07-ba6f-6d43834a3d40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa01fec7-bacf-44d8-bd4f-3027a12e6c67 HTTP/1.1" status: 204 len: 168 time: 0.2680082 Mar 22 17:37:57.085185 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.126316 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17cef-49ec-4d07-ba6f-6d43834a3d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa01fec7-bacf-44d8-bd4f-3027a12e6c67,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:57.232025 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Deleting port 9d6d03bb-48e5-4074-9b38-7b8464dded03 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:57.232436 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.291285 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] DHCP port deletion for ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:37:57.378092 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] For port 9d6d03bb-48e5-4074-9b38-7b8464dded03, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9d6d03bb-48e5-4074-9b38-7b8464dded03,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:57.378862 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.407325 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] Deleting port 9d6d03bb-48e5-4074-9b38-7b8464dded03 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:57.407702 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.419657 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Calling delete_port for 9d6d03bb-48e5-4074-9b38-7b8464dded03 owned by network:dhcp {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:57.507810 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] For port 9d6d03bb-48e5-4074-9b38-7b8464dded03, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9d6d03bb-48e5-4074-9b38-7b8464dded03,segment=NetworkSegment(034f60f4-21f9-43c4-9446-27b1ddd20ce4),segment_id=034f60f4-21f9-43c4-9446-27b1ddd20ce4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:57.509289 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.535130 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.543421 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] Calling delete_port for 9d6d03bb-48e5-4074-9b38-7b8464dded03 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:57.569205 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6d03bb-48e5-4074-9b38-7b8464dded03,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:57.583803 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] No DVR routers for this DVR port 9d6d03bb-48e5-4074-9b38-7b8464dded03 on host dv-cinder-820578-3-smb {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:57.656042 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (9d6d03bb-48e5-4074-9b38-7b8464dded03), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.677430 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.697316 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] Pushing event deleted for resources: {'Port': ['ID=9d6d03bb-48e5-4074-9b38-7b8464dded03,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:57.700713 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469d901-cd4c-45ed-9582-ee4170d58568 None None] No DVR routers for this DVR port 9d6d03bb-48e5-4074-9b38-7b8464dded03 on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:57.713876 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:57.730772 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034f60f4-21f9-43c4-9446-27b1ddd20ce4') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:57.734819 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034f60f4-21f9-43c4-9446-27b1ddd20ce4') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:57.774563 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (034f60f4-21f9-43c4-9446-27b1ddd20ce4), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.792426 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (034f60f4-21f9-43c4-9446-27b1ddd20ce4), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.803601 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:37:57.804418 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (034f60f4-21f9-43c4-9446-27b1ddd20ce4), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:37:57.807684 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:37:57.813505 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device df331e76-6781-4af0-b767-6dcd878bc0f7 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:57.839869 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: df331e76-6781-4af0-b767-6dcd878bc0f7 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:57.840919 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device df331e76-6781-4af0-b767-6dcd878bc0f7 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:57.841704 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9d6d03bb-48e5-4074-9b38-7b8464dded03 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:57.877037 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 9d6d03bb-48e5-4074-9b38-7b8464dded03 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:57.877587 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9d6d03bb-48e5-4074-9b38-7b8464dded03 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:57.878186 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8c17d3d7-3247-4345-a17c-dcfce7c88a42 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:57.900313 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55158406-0753-43a2-a25d-043097b3f71f req-7c381868-e21d-433e-9b18-ebbe2f06ba0d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:57.903317 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.905183 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 8c17d3d7-3247-4345-a17c-dcfce7c88a42 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:57.906180 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8c17d3d7-3247-4345-a17c-dcfce7c88a42 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:57.916365 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-55158406-0753-43a2-a25d-043097b3f71f req-7c381868-e21d-433e-9b18-ebbe2f06ba0d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1371226 Mar 22 17:37:57.922935 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.933597 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b HTTP/1.1" status: 204 len: 168 time: 0.9906282 Mar 22 17:37:57.938188 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37756) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:57.957119 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c497-1953-48bd-9def-5f54374e12a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffcf6069-1d89-41a4-aa3d-f8a632cf5e6b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:58.130288 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-55158406-0753-43a2-a25d-043097b3f71f req-7925cb78-6b4a-451e-b97c-28aa60c01f2c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119486 Mar 22 17:37:58.457863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37778) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:58.543924 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (a6cf4083-8124-4c96-b906-1ef433e55b21), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.315662 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Deleting port 836a5564-8d08-4313-9aa1-11bc69a921f9 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:59.316370 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.461461 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] For port 836a5564-8d08-4313-9aa1-11bc69a921f9, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=836a5564-8d08-4313-9aa1-11bc69a921f9,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:59.461971 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.493600 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Calling delete_port for 836a5564-8d08-4313-9aa1-11bc69a921f9 owned by network:router_interface {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:59.502600 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67564744-2d33-4135-830b-01a8be8d6eea req-c92ff038-e911-4dca-b413-5151ec20c6c9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:59.510402 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-67564744-2d33-4135-830b-01a8be8d6eea req-c92ff038-e911-4dca-b413-5151ec20c6c9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1170068 Mar 22 17:37:59.565302 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.644611 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-67564744-2d33-4135-830b-01a8be8d6eea req-bf0ec85b-23a1-4d35-9158-8f09ba206be4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331973 Mar 22 17:37:59.907886 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (836a5564-8d08-4313-9aa1-11bc69a921f9), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.997525 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Pushing event deleted for resources: {'Port': ['ID=836a5564-8d08-4313-9aa1-11bc69a921f9,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:00.220145 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Deleting port 0095167b-70d1-412f-8b0e-13a19ba7be57 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:00.220498 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.289002 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (a6cf4083-8124-4c96-b906-1ef433e55b21), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.374216 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] For port 0095167b-70d1-412f-8b0e-13a19ba7be57, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=0095167b-70d1-412f-8b0e-13a19ba7be57,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:00.375134 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.414187 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Calling delete_port for 0095167b-70d1-412f-8b0e-13a19ba7be57 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:00.697261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Router a6cf4083-8124-4c96-b906-1ef433e55b21 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:00.841113 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (0095167b-70d1-412f-8b0e-13a19ba7be57), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.876318 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Pushing event deleted for resources: {'Port': ['ID=0095167b-70d1-412f-8b0e-13a19ba7be57,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:01.207438 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.587999 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89849bb-25a5-4c4f-acf0-b2a9541b94a1 req-14e6dc64-aef5-446b-9cdc-a190391c4db6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:01.590009 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d89849bb-25a5-4c4f-acf0-b2a9541b94a1 req-14e6dc64-aef5-446b-9cdc-a190391c4db6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1117079 Mar 22 17:38:01.605153 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:01.614581 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-d70f0698-328f-435b-a4e9-fe8586782191 admin admin] 10.222.0.48 "PUT /v2.0/routers/a6cf4083-8124-4c96-b906-1ef433e55b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740539 Mar 22 17:38:01.616286 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37868) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:01.620145 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] Sync routers for ids ['a6cf4083-8124-4c96-b906-1ef433e55b21'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:01.635815 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] Routers {'a6cf4083-8124-4c96-b906-1ef433e55b21'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:01.636470 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a6cf4083-8124-4c96-b906-1ef433e55b21'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:01.785203 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] Set router a6cf4083-8124-4c96-b906-1ef433e55b21 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:01.819714 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d89849bb-25a5-4c4f-acf0-b2a9541b94a1 req-51210f70-8139-4fba-b3bf-541e65f49a6c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021866 Mar 22 17:38:01.906597 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks [] for router (a6cf4083-8124-4c96-b906-1ef433e55b21), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.970190 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:02.107357 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks [] for router_gateway (a6cf4083-8124-4c96-b906-1ef433e55b21), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.171176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:02.180073 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cff470ac-0202-4fce-be50-70756a59817a admin admin] 10.222.0.48 "PUT /v2.0/routers/d12ddf3c-b4e7-40c4-af4b-d0fdce386a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7153428 Mar 22 17:38:02.183586 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37874) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:02.187394 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] Sync routers for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:02.206250 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '269a5776-c28d-4500-b74b-ed5083839941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:37:59Z', 'revision_number': 5, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port': {'id': '269a5776-c28d-4500-b74b-ed5083839941', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:35:10Z', 'updated_at': '2022-03-22T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:02.219810 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:02.224130 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:02.238665 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] Checking router: a6cf4083-8124-4c96-b906-1ef433e55b21 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:02.276749 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] Routers {'a6cf4083-8124-4c96-b906-1ef433e55b21'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:02.277712 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a6cf4083-8124-4c96-b906-1ef433e55b21'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:02.510266 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Deleting port 269a5776-c28d-4500-b74b-ed5083839941 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:02.511021 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (269a5776-c28d-4500-b74b-ed5083839941), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.643992 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] Set router a6cf4083-8124-4c96-b906-1ef433e55b21 gateway port host: None {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:02.701912 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:02.730527 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 6, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:02.748096 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] For port 269a5776-c28d-4500-b74b-ed5083839941, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=269a5776-c28d-4500-b74b-ed5083839941,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:02.748468 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (269a5776-c28d-4500-b74b-ed5083839941), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.767020 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbe2c5-b27c-43bb-ae0f-6b64b6b31710 None None] The sync data for ids ['a6cf4083-8124-4c96-b906-1ef433e55b21'] in dv-cinder-820578-3-smb is: [{'id': 'a6cf4083-8124-4c96-b906-1ef433e55b21', 'name': 'tempest-TestMinimumBasicScenario-254136054-router', 'tenant_id': '817fb21569c54001811cbb9d5a3b7d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:35:09Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 6, 'project_id': '817fb21569c54001811cbb9d5a3b7d82', 'gw_port_host': None}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:02.768372 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks [] for router (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.867381 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Calling delete_port for 269a5776-c28d-4500-b74b-ed5083839941 owned by network:router_gateway {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:02.970037 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks [] for router_gateway (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.094681 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:38:00Z', 'revision_number': 5, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port': {'id': '7cafbd3c-be19-46c5-ab30-c298676fc40c', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:03.141340 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] Checking router: d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:03.168882 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] Routers {'d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:03.170138 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:03.182339 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Deleting port 7cafbd3c-be19-46c5-ab30-c298676fc40c {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:03.182826 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.207271 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d3a9-0eaa-42ca-b542-356d7a1aec89 req-2abc2499-e08d-4dfb-a2d2-32885e013fbd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:03.209160 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1a84d3a9-0eaa-42ca-b542-356d7a1aec89 req-2abc2499-e08d-4dfb-a2d2-32885e013fbd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.2321875 Mar 22 17:38:03.351392 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] Set router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:03.447458 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] For port 7cafbd3c-be19-46c5-ab30-c298676fc40c, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cafbd3c-be19-46c5-ab30-c298676fc40c,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:03.447992 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.463390 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 6, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:03.472326 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Calling delete_port for 7cafbd3c-be19-46c5-ab30-c298676fc40c owned by network:router_gateway {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:03.531393 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0df491-7eb5-4821-b3b3-05538f4241ff None None] The sync data for ids ['d12ddf3c-b4e7-40c4-af4b-d0fdce386a32'] in dv-cinder-820578-3-smb is: [{'id': 'd12ddf3c-b4e7-40c4-af4b-d0fdce386a32', 'name': 'tempest-AttachVolumeTestJSON-188770551-router', 'tenant_id': '645b14ee2dc34766b623327e7f0d3667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 6, 'project_id': '645b14ee2dc34766b623327e7f0d3667', 'gw_port_host': None}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:03.646206 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1a84d3a9-0eaa-42ca-b542-356d7a1aec89 req-c0a15c3b-0eed-4163-b2d5-95054bbf9e6d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196806 Mar 22 17:38:03.656792 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (269a5776-c28d-4500-b74b-ed5083839941), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.767464 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=269a5776-c28d-4500-b74b-ed5083839941,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:03.887805 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (a6cf4083-8124-4c96-b906-1ef433e55b21), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.041828 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (a6cf4083-8124-4c96-b906-1ef433e55b21), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.048632 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks [] for router_controller (a6cf4083-8124-4c96-b906-1ef433e55b21), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.127927 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (7cafbd3c-be19-46c5-ab30-c298676fc40c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.208536 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cafbd3c-be19-46c5-ab30-c298676fc40c,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:04.210511 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (a6cf4083-8124-4c96-b906-1ef433e55b21), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.211056 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6cf4083-8124-4c96-b906-1ef433e55b21 {{(pid=103198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:38:04.227703 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.232223 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37898) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:04.233067 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-ab779f8d-cd6a-4656-a8fa-74f2ba9caf94 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a6cf4083-8124-4c96-b906-1ef433e55b21 HTTP/1.1" status: 204 len: 168 time: 2.6129310 Mar 22 17:38:04.248185 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 269a5776-c28d-4500-b74b-ed5083839941 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:04.333979 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 269a5776-c28d-4500-b74b-ed5083839941 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:04.334438 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 269a5776-c28d-4500-b74b-ed5083839941 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:04.334981 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 836a5564-8d08-4313-9aa1-11bc69a921f9 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:04.381867 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.427457 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 836a5564-8d08-4313-9aa1-11bc69a921f9 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:04.429465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 836a5564-8d08-4313-9aa1-11bc69a921f9 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:04.453555 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Deleting subnet 4995c65b-b4a9-4014-8371-96642b54a993 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:38:04.457678 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Publish callbacks [] for subnet (4995c65b-b4a9-4014-8371-96642b54a993), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.504261 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (4995c65b-b4a9-4014-8371-96642b54a993), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.632205 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (4995c65b-b4a9-4014-8371-96642b54a993), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.724769 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.741004 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks [] for router_controller (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.787768 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (4995c65b-b4a9-4014-8371-96642b54a993), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.852373 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (d12ddf3c-b4e7-40c4-af4b-d0fdce386a32), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.859979 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4995c65b-b4a9-4014-8371-96642b54a993,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:04.864943 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.870779 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705127f7-cb3b-4a05-96d4-afb205ae960f None None] Network 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:04.872133 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 {{(pid=103198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:38:04.890026 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-40e2a7b5-33af-4f9e-8e1d-29ca1225d5b1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4995c65b-b4a9-4014-8371-96642b54a993 HTTP/1.1" status: 204 len: 168 time: 0.6549814 Mar 22 17:38:04.891122 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37904) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:04.893658 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.897245 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7a4d54bc-7706-4d64-829f-c842184c1a03 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d12ddf3c-b4e7-40c4-af4b-d0fdce386a32 HTTP/1.1" status: 204 len: 168 time: 2.7103477 Mar 22 17:38:04.911744 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37906) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:05.087227 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Deleting subnet 2c567d4f-c89e-4a9d-9959-681ff2933592 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:38:05.087786 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a65d0-01d3-4e80-99d6-9657c5ca55b4 req-d51a04c6-1662-4d0c-8d5b-6307bddb5604 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:05.092473 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.096794 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Publish callbacks [] for subnet (2c567d4f-c89e-4a9d-9959-681ff2933592), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.105090 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a12a65d0-01d3-4e80-99d6-9657c5ca55b4 req-d51a04c6-1662-4d0c-8d5b-6307bddb5604 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.2067256 Mar 22 17:38:05.189432 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (2c567d4f-c89e-4a9d-9959-681ff2933592), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.209728 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a12a65d0-01d3-4e80-99d6-9657c5ca55b4 req-13b4fa53-c03e-4b8b-a82a-e9a96fed8bf1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035049 Mar 22 17:38:05.289339 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] DHCP port deletion for 90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:38:05.359600 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Deleting port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:05.360183 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.378595 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] Deleting port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:05.379335 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.412625 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (2c567d4f-c89e-4a9d-9959-681ff2933592), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.503566 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] For port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:05.504090 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.531101 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] For port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,segment=NetworkSegment(5cdb08b5-0c42-4860-9dfc-e7b04237a8c3),segment_id=5cdb08b5-0c42-4860-9dfc-e7b04237a8c3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:05.531685 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.543509 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Calling delete_port for 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 owned by network:dhcp {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:05.561519 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (2c567d4f-c89e-4a9d-9959-681ff2933592), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.561868 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] Calling delete_port for 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:05.658396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c567d4f-c89e-4a9d-9959-681ff2933592,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:05.679139 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.683913 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-2b728741-5fd5-49f8-b36e-1b2b401ff1d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c567d4f-c89e-4a9d-9959-681ff2933592 HTTP/1.1" status: 204 len: 168 time: 0.7705348 Mar 22 17:38:05.686917 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 37914) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:05.759162 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.819636 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:05.825758 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] No DVR routers for this DVR port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 on host dv-cinder-820578-3-smb {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:05.932785 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (072c6e51-d0f5-411b-915e-5d2eb8b1bf64), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.942268 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.955716 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11feea11-028b-4080-bb6d-63666b67f009 None None] Network c8359024-884a-4f1a-899c-5d80e25f924b requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:05.960422 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:05.981683 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (c8359024-884a-4f1a-899c-5d80e25f924b), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.993965 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bad15c-30f8-4bc9-b8c2-aa7d37b766a5']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.024637 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.025323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdb08b5-0c42-4860-9dfc-e7b04237a8c3') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.043159 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (5cdb08b5-0c42-4860-9dfc-e7b04237a8c3), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.050707 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] No DVR routers for this DVR port 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:06.075542 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (5cdb08b5-0c42-4860-9dfc-e7b04237a8c3), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.079614 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:06.080109 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 072c6e51-d0f5-411b-915e-5d2eb8b1bf64 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:06.084074 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 0095167b-70d1-412f-8b0e-13a19ba7be57 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:06.096576 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:38:06.097012 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (5cdb08b5-0c42-4860-9dfc-e7b04237a8c3), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:38:06.099851 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:38:06.106462 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f98298-c4f8-4c8f-a862-321d8cbd4926 req-bb28c26e-2896-41b6-8363-d808d904c3e6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:06.114097 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-37f98298-c4f8-4c8f-a862-321d8cbd4926 req-bb28c26e-2896-41b6-8363-d808d904c3e6 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 945 time: 0.1364043 Mar 22 17:38:06.129063 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7a853-01f6-4972-8ca2-d34e1cbe2cc4 None None] Pushing event deleted for resources: {'Port': ['ID=072c6e51-d0f5-411b-915e-5d2eb8b1bf64,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.141287 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 0095167b-70d1-412f-8b0e-13a19ba7be57 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:06.142004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 0095167b-70d1-412f-8b0e-13a19ba7be57 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:06.142579 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cafbd3c-be19-46c5-ab30-c298676fc40c no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:06.188850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Deleting port 1e0e4373-56eb-4886-9591-b92075de0cfa {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:06.189521 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.198046 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (90bad15c-30f8-4bc9-b8c2-aa7d37b766a5), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.211348 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 7cafbd3c-be19-46c5-ab30-c298676fc40c {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:06.211776 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cafbd3c-be19-46c5-ab30-c298676fc40c not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:06.212130 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.214742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-37f98298-c4f8-4c8f-a862-321d8cbd4926 req-a2f3c953-40b9-482e-a3fe-3c62d4c4f0ef tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993307 Mar 22 17:38:06.230500 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] 10.222.0.48 "DELETE /v2.0/networks/90bad15c-30f8-4bc9-b8c2-aa7d37b766a5 HTTP/1.1" status: 204 len: 168 time: 1.3378186 Mar 22 17:38:06.273129 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59a1ac-099a-4235-aca8-9c5b05884a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bad15c-30f8-4bc9-b8c2-aa7d37b766a5,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.413714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] DHCP port deletion for c8359024-884a-4f1a-899c-5d80e25f924b request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:38:06.417377 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] For port 1e0e4373-56eb-4886-9591-b92075de0cfa, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1e0e4373-56eb-4886-9591-b92075de0cfa,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:06.417808 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.442475 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Calling delete_port for 1e0e4373-56eb-4886-9591-b92075de0cfa owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:06.458877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f6ba6-6a52-417e-bb5b-553c46eddfc1 req-60352223-f667-438c-a26a-77bb7b453666 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:06.460152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d66f6ba6-6a52-417e-bb5b-553c46eddfc1 req-60352223-f667-438c-a26a-77bb7b453666 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1263294 Mar 22 17:38:06.461843 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37924) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:06.504409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] Deleting port 1e0e4373-56eb-4886-9591-b92075de0cfa {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:06.504812 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.572277 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c18f1409-45e8-4e96-aed4-8a4f6c90b5e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f96eb32da8e948a7bf31d089754a2e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1051583 Mar 22 17:38:06.574482 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37926) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:06.584174 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d66f6ba6-6a52-417e-bb5b-553c46eddfc1 req-4d6c6262-a730-43b1-90d7-f2df913cc349 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109080 Mar 22 17:38:06.624529 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.662760 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] For port 1e0e4373-56eb-4886-9591-b92075de0cfa, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1e0e4373-56eb-4886-9591-b92075de0cfa,segment=NetworkSegment(bc2ca32c-1705-4696-b913-a269af4d9509),segment_id=bc2ca32c-1705-4696-b913-a269af4d9509)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:06.663730 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.666110 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0e4373-56eb-4886-9591-b92075de0cfa,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.672719 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] No DVR routers for this DVR port 1e0e4373-56eb-4886-9591-b92075de0cfa on host dv-cinder-820578-3-smb {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:06.675356 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a45ff7c7-714b-4a88-baa4-4dd2f2da6cde admin admin] Publish callbacks [] for security_group (ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.703194 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] Calling delete_port for 1e0e4373-56eb-4886-9591-b92075de0cfa owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:06.761896 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a45ff7c7-714b-4a88-baa4-4dd2f2da6cde admin admin] Publish callbacks [] for security_group (ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.776178 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (c8359024-884a-4f1a-899c-5d80e25f924b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.845656 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8359024-884a-4f1a-899c-5d80e25f924b']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.882971 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a45ff7c7-714b-4a88-baa4-4dd2f2da6cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.885806 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2ca32c-1705-4696-b913-a269af4d9509') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.888353 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a45ff7c7-714b-4a88-baa4-4dd2f2da6cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.888636 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2ca32c-1705-4696-b913-a269af4d9509') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.892233 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a45ff7c7-714b-4a88-baa4-4dd2f2da6cde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c HTTP/1.1" status: 204 len: 168 time: 0.3157227 Mar 22 17:38:06.918261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (bc2ca32c-1705-4696-b913-a269af4d9509), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.929561 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff7c7-714b-4a88-baa4-4dd2f2da6cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf0aeed-e5e7-4ab3-9912-fc4a9f8b7b2c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.952108 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (bc2ca32c-1705-4696-b913-a269af4d9509), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.962160 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (1e0e4373-56eb-4886-9591-b92075de0cfa), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.967225 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:38:06.967824 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (bc2ca32c-1705-4696-b913-a269af4d9509), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:38:06.971559 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:38:06.993488 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] Pushing event deleted for resources: {'Port': ['ID=1e0e4373-56eb-4886-9591-b92075de0cfa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.999992 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be6251-3f0e-415b-a6a2-d3f516619b98 None None] No DVR routers for this DVR port 1e0e4373-56eb-4886-9591-b92075de0cfa on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:07.071121 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (c8359024-884a-4f1a-899c-5d80e25f924b), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.078257 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.093152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c8359024-884a-4f1a-899c-5d80e25f924b HTTP/1.1" status: 204 len: 168 time: 1.3996050 Mar 22 17:38:07.106536 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4689e40-c449-47e1-8c46-0b2041bc1e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8359024-884a-4f1a-899c-5d80e25f924b,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:07.308578 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37938) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:07.444176 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-78f5a8f2-df9d-497c-a41d-948619f52144 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=645b14ee2dc34766b623327e7f0d3667&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1330383 Mar 22 17:38:07.447082 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37940) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:07.584709 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe59a-7b3f-467e-9e39-ad79f843bac8 admin admin] Publish callbacks [] for security_group (84b40c28-09b7-4dba-89a5-1a61096eb889), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.606838 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-cec1bd07-d1e8-42c1-ae17-2b7a6da10970 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:07.611228 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-cec1bd07-d1e8-42c1-ae17-2b7a6da10970 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 945 time: 0.1456854 Mar 22 17:38:07.624196 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5756b6-3b4f-4042-9d3a-ddfe6f085610 req-f3138865-b6de-4fe1-a970-5bebb6837fb8 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:07.626428 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c5756b6-3b4f-4042-9d3a-ddfe6f085610 req-f3138865-b6de-4fe1-a970-5bebb6837fb8 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 945 time: 0.1793795 Mar 22 17:38:07.667810 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe59a-7b3f-467e-9e39-ad79f843bac8 admin admin] Publish callbacks [] for security_group (84b40c28-09b7-4dba-89a5-1a61096eb889), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.815036 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe59a-7b3f-467e-9e39-ad79f843bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (84b40c28-09b7-4dba-89a5-1a61096eb889), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.819277 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe59a-7b3f-467e-9e39-ad79f843bac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.821608 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ebfbe59a-7b3f-467e-9e39-ad79f843bac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84b40c28-09b7-4dba-89a5-1a61096eb889 HTTP/1.1" status: 204 len: 168 time: 0.3727849 Mar 22 17:38:07.822693 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37946) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:07.852716 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1e0e4373-56eb-4886-9591-b92075de0cfa no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:07.853571 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe59a-7b3f-467e-9e39-ad79f843bac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b40c28-09b7-4dba-89a5-1a61096eb889,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:07.899389 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-b086d818-aa85-4dfa-b9f5-dc63bee1e557 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=817fb21569c54001811cbb9d5a3b7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724032 Mar 22 17:38:07.903213 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 37952) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:07.948035 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-5c5756b6-3b4f-4042-9d3a-ddfe6f085610 req-91bfa6db-255c-476a-bc3f-402cb6b0a545 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups?id=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103216 Mar 22 17:38:07.966199 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 1e0e4373-56eb-4886-9591-b92075de0cfa {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:07.969770 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1e0e4373-56eb-4886-9591-b92075de0cfa not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:08.029668 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d369-5925-4f1a-9fca-236ab0e6d76c admin admin] Publish callbacks [] for security_group (a67ade23-201a-40d2-aa8b-fbf0174dcced), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.066588 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00056f47-3ddd-47bd-9223-9eb9e57c7184 req-329d220c-0aa4-4373-8c28-81ad484c5119 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:08.081486 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-00056f47-3ddd-47bd-9223-9eb9e57c7184 req-329d220c-0aa4-4373-8c28-81ad484c5119 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.3627746 Mar 22 17:38:08.100999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d369-5925-4f1a-9fca-236ab0e6d76c admin admin] Publish callbacks [] for security_group (a67ade23-201a-40d2-aa8b-fbf0174dcced), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.210580 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-00056f47-3ddd-47bd-9223-9eb9e57c7184 req-829565cd-2f4e-4035-8c3e-061b4fa4f229 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277764 Mar 22 17:38:08.214184 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d369-5925-4f1a-9fca-236ab0e6d76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a67ade23-201a-40d2-aa8b-fbf0174dcced), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.219716 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d369-5925-4f1a-9fca-236ab0e6d76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.221935 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7fd3d369-5925-4f1a-9fca-236ab0e6d76c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a67ade23-201a-40d2-aa8b-fbf0174dcced HTTP/1.1" status: 204 len: 168 time: 0.3169568 Mar 22 17:38:08.238249 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d369-5925-4f1a-9fca-236ab0e6d76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67ade23-201a-40d2-aa8b-fbf0174dcced,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:08.245100 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port 997ce2be-1b1d-4668-b453-2276d7284761 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:08.245707 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (997ce2be-1b1d-4668-b453-2276d7284761), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.435073 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] For port 997ce2be-1b1d-4668-b453-2276d7284761, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=997ce2be-1b1d-4668-b453-2276d7284761,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:08.435901 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (997ce2be-1b1d-4668-b453-2276d7284761), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.710552 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.711236 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (62a9b1dd-eef1-41cb-84be-0330ddac0431), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.711784 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Floating IP 62a9b1dd-eef1-41cb-84be-0330ddac0431 disassociated. External IP: 172.28.1.79, port: 997ce2be-1b1d-4668-b453-2276d7284761. Mar 22 17:38:08.712443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for 997ce2be-1b1d-4668-b453-2276d7284761 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:09.032271 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (997ce2be-1b1d-4668-b453-2276d7284761), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.100128 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=997ce2be-1b1d-4668-b453-2276d7284761,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:09.289024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e47df076-3e0c-4645-8ddb-925b45f57eb2 req-b22a152f-d8f6-46aa-88f3-d634f48912ea tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 210 time: 0.1565464 Mar 22 17:38:09.402330 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:38:09.458496 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:10.197866 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 997ce2be-1b1d-4668-b453-2276d7284761 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:10.267070 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 997ce2be-1b1d-4668-b453-2276d7284761 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:10.268381 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 997ce2be-1b1d-4668-b453-2276d7284761 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:10.283317 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a837e-5a14-4d77-bbe1-9cbdc45af2d7 req-6d65b634-51d1-4703-af2e-37fd0ff62861 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:10.291920 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a4a837e-5a14-4d77-bbe1-9cbdc45af2d7 req-6d65b634-51d1-4703-af2e-37fd0ff62861 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.8313591 Mar 22 17:38:10.426149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:10.442967 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:10.462138 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:10.463721 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:10.581056 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] No DVR routers for this DVR port 997ce2be-1b1d-4668-b453-2276d7284761 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:10.586767 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:10.594931 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9ffe2f49-a170-4a6c-8588-2399932c5cd2 req-e0ecfb91-3ef2-48eb-9e18-5518677be94a tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.64 "DELETE /v2.0/ports/997ce2be-1b1d-4668-b453-2276d7284761 HTTP/1.1" status: 204 len: 173 time: 2.9665179 Mar 22 17:38:10.605700 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'name': 'network-vif-deleted', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:10.610129 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171b4355-c548-4233-ad66-ff57ce83e5e3" -d '{"events": [{"server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "name": "network-vif-deleted", "tag": "997ce2be-1b1d-4668-b453-2276d7284761"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:10.643064 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aff80099-4017-4729-9b51-689ecae749c1 req-c6be0561-4482-4a09-b93a-eabc5f93bb41 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a7005fa-47ab-4a5a-8ed0-5a62311ef772 HTTP/1.1" status: 200 len: 210 time: 0.1910973 Mar 22 17:38:10.681400 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a4a837e-5a14-4d77-bbe1-9cbdc45af2d7 req-0f34202d-0a78-40d5-b93a-f9803bd3928c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860881 Mar 22 17:38:10.720270 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:10.723512 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646fd285-c856-463a-a175-244e2ac63191 x-openstack-request-id: req-646fd285-c856-463a-a175-244e2ac63191 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:10.724063 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7005fa-47ab-4a5a-8ed0-5a62311ef772", "name": "network-vif-deleted", "tag": "997ce2be-1b1d-4668-b453-2276d7284761", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:10.724480 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-646fd285-c856-463a-a175-244e2ac63191 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:10.725095 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646fd285-c856-463a-a175-244e2ac63191'] response: {'server_uuid': '1a7005fa-47ab-4a5a-8ed0-5a62311ef772', 'name': 'network-vif-deleted', 'tag': '997ce2be-1b1d-4668-b453-2276d7284761', 'status': 'completed', 'code': 200} Mar 22 17:38:11.029873 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:11.069385 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:11.080641 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:11.081302 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:37:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:11.219003 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:11.638357 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:11.670439 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f72e5-5549-410a-b047-3babc3469c4e None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:32:38Z', 'revision_number': 4, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '16f563ed-35a5-456e-9a15-46764c9d282e', 'name': '', 'network_id': 'aa10e76c-bebe-4d39-9a51-c995c2c54649', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'mac_address': 'fa:16:3e:9a:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:31Z', 'updated_at': '2022-03-22T17:32:51Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'subnets': [{'id': '3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:11.795918 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38032) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:11.958208 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2284-1d61-4ece-aad8-5a389492ed62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (e25c17d3-f7ca-4ca3-9348-d4670d0e06e1), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.999805 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a704da-1e8a-4b60-8a3e-19aada29139c req-89110320-5951-441d-8ded-90bf3316ebcd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:12.001489 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60a704da-1e8a-4b60-8a3e-19aada29139c req-89110320-5951-441d-8ded-90bf3316ebcd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1748178 Mar 22 17:38:12.030553 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2284-1d61-4ece-aad8-5a389492ed62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (e25c17d3-f7ca-4ca3-9348-d4670d0e06e1), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.135722 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60a704da-1e8a-4b60-8a3e-19aada29139c req-ea991af8-db51-4cfc-8c75-c6a9dfee9a1e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201668 Mar 22 17:38:12.223322 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2284-1d61-4ece-aad8-5a389492ed62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (e25c17d3-f7ca-4ca3-9348-d4670d0e06e1), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.226429 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2284-1d61-4ece-aad8-5a389492ed62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.227752 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0f2c2284-1d61-4ece-aad8-5a389492ed62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/security-groups/e25c17d3-f7ca-4ca3-9348-d4670d0e06e1 HTTP/1.1" status: 204 len: 168 time: 0.4307978 Mar 22 17:38:12.230617 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38036) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:12.254182 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c2284-1d61-4ece-aad8-5a389492ed62 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c17d3-f7ca-4ca3-9348-d4670d0e06e1,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:12.268278 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.api.v2.resource [None req-0312ba91-df92-4b03-af6c-a0c0ce817281 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] show failed (client error): The resource could not be found. Mar 22 17:38:12.274505 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38038) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:12.279214 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-0312ba91-df92-4b03-af6c-a0c0ce817281 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "GET /v2.0/security-groups/e25c17d3-f7ca-4ca3-9348-d4670d0e06e1 HTTP/1.1" status: 404 len: 347 time: 0.0376287 Mar 22 17:38:12.304559 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b1fac-5016-4409-8363-c9a6cadb164a None None] New status for floating IP 62a9b1dd-eef1-41cb-84be-0330ddac0431: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:38:12.589222 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Deleting port 7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:12.589581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.730281 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.730657 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.752482 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Calling delete_port for 7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46 owned by network:floatingip {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:13.015471 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:13.047613 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Pushing event deleted for resources: {'Port': ['ID=7e6548bb-8aa4-4b0a-9a8e-680f3afa8e46,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:13.131777 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks [] for floatingip (62a9b1dd-eef1-41cb-84be-0330ddac0431), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:13.135067 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:13.136481 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a172f004-80df-4786-97cc-e2511df8c149 tempest-AttachVolumeNegativeTest-360553585 tempest-AttachVolumeNegativeTest-360553585-project] 10.222.0.48 "DELETE /v2.0/floatingips/62a9b1dd-eef1-41cb-84be-0330ddac0431 HTTP/1.1" status: 204 len: 168 time: 0.8603816 Mar 22 17:38:13.396053 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3221c-9a6d-492f-9ef5-b446401f8e38 req-3b972cbd-dbeb-4669-a1ad-a98d91e95d7b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:13.399516 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98c3221c-9a6d-492f-9ef5-b446401f8e38 req-3b972cbd-dbeb-4669-a1ad-a98d91e95d7b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1177189 Mar 22 17:38:13.490989 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-98c3221c-9a6d-492f-9ef5-b446401f8e38 req-5260a6bb-d312-4ce2-a787-e121ee1efeed tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813630 Mar 22 17:38:14.716677 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b64cc-629b-41ce-ac2c-574976fd58a6 req-0e8a69ba-198d-4564-b711-ebdc28d7b6c2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:14.723728 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6f9b64cc-629b-41ce-ac2c-574976fd58a6 req-0e8a69ba-198d-4564-b711-ebdc28d7b6c2 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0915728 Mar 22 17:38:14.785043 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6f9b64cc-629b-41ce-ac2c-574976fd58a6 req-a814762f-ec4c-4006-a184-d79f639b439b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527647 Mar 22 17:38:15.222657 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-d8f21fb4-ad89-4ab7-b614-fd4f5760c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:15.224364 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-d8f21fb4-ad89-4ab7-b614-fd4f5760c2e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1130 time: 0.0676303 Mar 22 17:38:15.341127 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-95b34971-59f5-4b22-9de4-4b70752f9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:15.343414 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-95b34971-59f5-4b22-9de4-4b70752f9ab9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.1123347 Mar 22 17:38:15.420796 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-0ac82428-7246-4dba-a518-6094ef986806 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 1002 time: 0.0691078 Mar 22 17:38:15.471964 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-5a6825ef-4b14-44af-9216-024bbe370198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:15.473386 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-5a6825ef-4b14-44af-9216-024bbe370198 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.0467248 Mar 22 17:38:15.532865 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-96767ea1-b0bb-4cbe-ac55-9f8d5f102d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:15.535301 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-96767ea1-b0bb-4cbe-ac55-9f8d5f102d78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0554056 Mar 22 17:38:15.654228 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-040e44fd-3561-4b86-a454-8d593b4e4465 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124990 Mar 22 17:38:15.811678 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2341c3b5-6d71-47d4-a11c-b7118592383d req-75974155-9c13-46c9-a752-b99713fefd42 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514902 Mar 22 17:38:15.937493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99e845-b1d7-4497-a566-1586a2823dac req-9392d981-75bd-474a-88cc-6af8fdc9e6fc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:15.939168 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a99e845-b1d7-4497-a566-1586a2823dac req-9392d981-75bd-474a-88cc-6af8fdc9e6fc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0654707 Mar 22 17:38:16.006773 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6a99e845-b1d7-4497-a566-1586a2823dac req-0a9f4c10-173d-41b8-b3bf-1a11f1524ce4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593898 Mar 22 17:38:16.704539 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb9e6-8770-4545-a120-27ed52335cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:17.186994 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38162) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:17.188385 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cc6d7-52dc-49eb-9f42-013987809a4f req-ce46c7dd-6fe3-41ae-a8e8-e9a3aed8e65d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:17.189996 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-061cc6d7-52dc-49eb-9f42-013987809a4f req-ce46c7dd-6fe3-41ae-a8e8-e9a3aed8e65d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.0745678 Mar 22 17:38:17.262308 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-061cc6d7-52dc-49eb-9f42-013987809a4f req-5a0ff60c-3db6-4fb4-8f36-3b50561ad511 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625043 Mar 22 17:38:17.859959 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (96c6a448-e62c-45df-920c-7b1d03529d7d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.220071 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:18.221432 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Deleting port 16f563ed-35a5-456e-9a15-46764c9d282e {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:18.222159 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.328157 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] For port 16f563ed-35a5-456e-9a15-46764c9d282e, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=16f563ed-35a5-456e-9a15-46764c9d282e,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:18.328801 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.346819 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Calling delete_port for 16f563ed-35a5-456e-9a15-46764c9d282e owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:18.510238 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: ACTIVE; New status is: DOWN {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:18.510794 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.524760 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab3608-070d-4d67-8a8f-8ae007c6a2a6 req-5692435e-671a-4b97-9c3b-4641da8b2bbd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:18.526620 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2aab3608-070d-4d67-8a8f-8ae007c6a2a6 req-5692435e-671a-4b97-9c3b-4641da8b2bbd tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 946 time: 0.1464009 Mar 22 17:38:18.566208 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:18.567814 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:18.570629 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c991a8db-fb20-46c6-9e1a-abc7a2784f10" -d '{"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-unplugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:18.574647 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.661982 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2aab3608-070d-4d67-8a8f-8ae007c6a2a6 req-8e2079a6-ad43-460f-9252-9eb9fcf27658 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289074 Mar 22 17:38:18.698551 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=8']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:18.705835 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (16f563ed-35a5-456e-9a15-46764c9d282e), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.709282 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.709893 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.710479 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.711637 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.713374 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.714092 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.714727 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.715417 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.716062 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.716624 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.718663 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.719407 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.719982 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.720536 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.721105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:18.744669 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f563ed-35a5-456e-9a15-46764c9d282e,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:18.873771 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986300c-0d63-4209-bbf8-9b6d52c0a596 x-openstack-request-id: req-8986300c-0d63-4209-bbf8-9b6d52c0a596 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:18.874590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-unplugged", "status": "failed", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "code": 422}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:18.875584 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8986300c-0d63-4209-bbf8-9b6d52c0a596 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:18.876862 dv-cinder-820578-3-smb neutron-server[103200]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8986300c-0d63-4209-bbf8-9b6d52c0a596']: {'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'code': 422} returned with failed status Mar 22 17:38:18.946870 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3187b81-dac3-44e4-baa1-82882f20bc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.984513 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (96c6a448-e62c-45df-920c-7b1d03529d7d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.285662 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Router 96c6a448-e62c-45df-920c-7b1d03529d7d has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:19.453596 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:19.462407 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-32b176c6-ca9d-44a0-84f3-d6523205f550 admin admin] 10.222.0.48 "PUT /v2.0/routers/96c6a448-e62c-45df-920c-7b1d03529d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2740574 Mar 22 17:38:19.466613 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38216) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:19.471846 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] Sync routers for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:19.486064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:19.486717 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:38:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:19.657710 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:19.719260 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks [] for router (96c6a448-e62c-45df-920c-7b1d03529d7d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.985955 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks [] for router_gateway (96c6a448-e62c-45df-920c-7b1d03529d7d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.093162 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.107938 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Deleting port e07ce3fe-364c-4b56-8305-925ce0a95f00 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:20.108594 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.118533 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:38:18Z', 'revision_number': 5, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port': {'id': 'e07ce3fe-364c-4b56-8305-925ce0a95f00', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:24Z', 'updated_at': '2022-03-22T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:20.163757 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] Checking router: 96c6a448-e62c-45df-920c-7b1d03529d7d for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:20.194976 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] Routers {'96c6a448-e62c-45df-920c-7b1d03529d7d'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:20.196859 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:38:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['96c6a448-e62c-45df-920c-7b1d03529d7d'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:20.340894 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fdff1-9569-406d-a4ed-a7d98abd4b12 req-bddeb37c-5bbd-443b-ae8d-1220bf8190ca tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:20.343647 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d26fdff1-9569-406d-a4ed-a7d98abd4b12 req-bddeb37c-5bbd-443b-ae8d-1220bf8190ca tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.0935142 Mar 22 17:38:20.367909 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.381921 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] Set router 96c6a448-e62c-45df-920c-7b1d03529d7d gateway port host: None {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:20.430811 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d26fdff1-9569-406d-a4ed-a7d98abd4b12 req-dfb5ff79-880e-426d-b19f-746138c4d0e8 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803275 Mar 22 17:38:20.451645 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:38:19Z', 'revision_number': 6, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:20.509271 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969f371-3f1d-48af-8537-37f171bc50dd None None] The sync data for ids ['96c6a448-e62c-45df-920c-7b1d03529d7d'] in dv-cinder-820578-3-smb is: [{'id': '96c6a448-e62c-45df-920c-7b1d03529d7d', 'name': 'tempest-AttachVolumeNegativeTest-2099217762-router', 'tenant_id': '118a474206484ad9b7b8c35dac6b368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:22Z', 'updated_at': '2022-03-22T17:38:19Z', 'revision_number': 6, 'project_id': '118a474206484ad9b7b8c35dac6b368d', 'gw_port_host': None}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:20.591137 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] For port e07ce3fe-364c-4b56-8305-925ce0a95f00, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=e07ce3fe-364c-4b56-8305-925ce0a95f00,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:20.591889 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.609924 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Calling delete_port for e07ce3fe-364c-4b56-8305-925ce0a95f00 owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:20.632204 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-09a919f6-cdb5-451d-916f-0337698a6c6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3635216 Mar 22 17:38:20.797597 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-ad40a5de-6188-43be-9b46-731843baf4eb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:20.800215 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-ad40a5de-6188-43be-9b46-731843baf4eb tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports/65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 941 time: 0.1145864 Mar 22 17:38:21.012187 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (e07ce3fe-364c-4b56-8305-925ce0a95f00), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.056206 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07ce3fe-364c-4b56-8305-925ce0a95f00,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:21.136588 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (96c6a448-e62c-45df-920c-7b1d03529d7d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.255627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (96c6a448-e62c-45df-920c-7b1d03529d7d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.258899 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks [] for router_controller (96c6a448-e62c-45df-920c-7b1d03529d7d), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.332919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (96c6a448-e62c-45df-920c-7b1d03529d7d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.333891 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c6a448-e62c-45df-920c-7b1d03529d7d {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:38:21.342694 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.351718 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-277eb969-7e95-40c8-b671-6b6af39cad98 admin admin] 10.222.0.48 "DELETE /v2.0/routers/96c6a448-e62c-45df-920c-7b1d03529d7d HTTP/1.1" status: 204 len: 168 time: 1.8798072 Mar 22 17:38:21.352372 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38278) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:21.413556 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Deleting subnet 3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:38:21.418325 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Publish callbacks [] for subnet (3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.461717 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.570663 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.634278 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.702180 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27094489-e4f1-41ba-a8aa-dba221920a94 req-45388c30-8612-4238-b75e-99475ad2c4da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:21.706212 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-27094489-e4f1-41ba-a8aa-dba221920a94 req-45388c30-8612-4238-b75e-99475ad2c4da tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1151795 Mar 22 17:38:21.758822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.838122 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-27094489-e4f1-41ba-a8aa-dba221920a94 req-9c8c817d-02f7-446b-8d36-b5fd2f435e1f tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080825 Mar 22 17:38:21.847995 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.859021 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 16f563ed-35a5-456e-9a15-46764c9d282e no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:21.859639 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d HTTP/1.1" status: 204 len: 168 time: 0.5022695 Mar 22 17:38:21.859639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c820879-24ae-4342-ab1a-e63e07e5d45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc26ba1-775a-4e32-8a70-9eea4bc0bf3d,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:21.859961 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d91e8f-709b-47e1-bf2d-e26608aab724 None None] Network aa10e76c-bebe-4d39-9a51-c995c2c54649 requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:21.860126 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38288) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:21.984206 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 16f563ed-35a5-456e-9a15-46764c9d282e {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:21.985273 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 16f563ed-35a5-456e-9a15-46764c9d282e not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:21.986194 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device e07ce3fe-364c-4b56-8305-925ce0a95f00 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:22.011421 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (aa10e76c-bebe-4d39-9a51-c995c2c54649), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.052519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-636bcb35-774d-44d0-93e2-5c93513cc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:22.056339 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-636bcb35-774d-44d0-93e2-5c93513cc440 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca&tenant_id=9a76be41bbf345b08096eb14e1a33524 HTTP/1.1" status: 200 len: 1128 time: 0.0927858 Mar 22 17:38:22.083409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: e07ce3fe-364c-4b56-8305-925ce0a95f00 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:22.084112 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device e07ce3fe-364c-4b56-8305-925ce0a95f00 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:22.134476 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Deleting port 6ead5646-a90a-4e07-8c3e-cad730fceb9c {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:22.135849 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.166730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-6753d1b8-a0fb-4017-9d5d-cb4731908e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:22.168436 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-6753d1b8-a0fb-4017-9d5d-cb4731908e3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a76be41bbf345b08096eb14e1a33524&device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1128 time: 0.0779836 Mar 22 17:38:22.299800 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] For port 6ead5646-a90a-4e07-8c3e-cad730fceb9c, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6ead5646-a90a-4e07-8c3e-cad730fceb9c,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:22.300451 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.318437 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Calling delete_port for 6ead5646-a90a-4e07-8c3e-cad730fceb9c owned by network:dhcp {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:22.328778 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] DHCP port deletion for aa10e76c-bebe-4d39-9a51-c995c2c54649 request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:38:22.337526 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-f81e4439-a371-4549-967b-d44e5d3ecef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:22.340336 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-f81e4439-a371-4549-967b-d44e5d3ecef1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 200 len: 916 time: 0.1659698 Mar 22 17:38:22.430557 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] Deleting port 6ead5646-a90a-4e07-8c3e-cad730fceb9c {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:38:22.431990 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.440420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.472514 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38304) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:22.476983 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ead5646-a90a-4e07-8c3e-cad730fceb9c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:22.489403 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-9f4e5dbe-2b63-44ca-91ac-b30130cdb6e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 200 len: 1000 time: 0.1417284 Mar 22 17:38:22.493955 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] No DVR routers for this DVR port 6ead5646-a90a-4e07-8c3e-cad730fceb9c on host dv-cinder-820578-3-smb {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:22.554554 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] For port 6ead5646-a90a-4e07-8c3e-cad730fceb9c, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6ead5646-a90a-4e07-8c3e-cad730fceb9c,segment=NetworkSegment(a3451029-bb94-4ca2-97d7-cee04e23fc88),segment_id=a3451029-bb94-4ca2-97d7-cee04e23fc88)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:22.555184 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.587767 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] Calling delete_port for 6ead5646-a90a-4e07-8c3e-cad730fceb9c owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:38:22.599877 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-e6f80ea4-af46-4577-b34a-a138677d5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:22.603033 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-e6f80ea4-af46-4577-b34a-a138677d5229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 200 len: 854 time: 0.1058881 Mar 22 17:38:22.605773 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (aa10e76c-bebe-4d39-9a51-c995c2c54649), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.647118 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa10e76c-bebe-4d39-9a51-c995c2c54649']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:22.653584 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86538d4d-4150-445b-afe0-5b3b2948fc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.666424 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3451029-bb94-4ca2-97d7-cee04e23fc88') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:22.666919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3451029-bb94-4ca2-97d7-cee04e23fc88') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:22.691639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (a3451029-bb94-4ca2-97d7-cee04e23fc88), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.701628 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-96842c9a-db6c-4e4d-99bf-0fbdf672e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:22.703452 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-96842c9a-db6c-4e4d-99bf-0fbdf672e0cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab3073a-46f5-469d-a206-23a3121eba1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0946064 Mar 22 17:38:22.719657 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (a3451029-bb94-4ca2-97d7-cee04e23fc88), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.740911 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:38:22.741504 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (a3451029-bb94-4ca2-97d7-cee04e23fc88), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.742972 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (6ead5646-a90a-4e07-8c3e-cad730fceb9c), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:38:22.744781 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:38:22.790220 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] Pushing event deleted for resources: {'Port': ['ID=6ead5646-a90a-4e07-8c3e-cad730fceb9c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:22.796059 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46cb62-b518-4dcb-9f7c-9bc265116744 None None] No DVR routers for this DVR port 6ead5646-a90a-4e07-8c3e-cad730fceb9c on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:38:22.845311 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86538d4d-4150-445b-afe0-5b3b2948fc96 admin admin] Publish callbacks [] for security_group (1f3d9c06-d033-477b-9544-755224c84f69), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.855949 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (aa10e76c-bebe-4d39-9a51-c995c2c54649), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.859919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-86538d4d-4150-445b-afe0-5b3b2948fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (1f3d9c06-d033-477b-9544-755224c84f69), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.865828 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.873626 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa10e76c-bebe-4d39-9a51-c995c2c54649 HTTP/1.1" status: 204 len: 168 time: 1.0097167 Mar 22 17:38:22.892322 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9da02d-c935-4b60-8845-26a4d93490b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa10e76c-bebe-4d39-9a51-c995c2c54649,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:22.908402 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-4068a6e8-723a-4a12-b5fe-b58fee9ebaf1 service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972466 Mar 22 17:38:23.014305 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538d4d-4150-445b-afe0-5b3b2948fc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d9c06-d033-477b-9544-755224c84f69,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:23.022237 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-86538d4d-4150-445b-afe0-5b3b2948fc96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a604ae4aab3b4c9987493a67fe57e383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483046 Mar 22 17:38:23.027717 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38312) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:23.071674 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38314) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:23.088324 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.125065 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6884-80f1-494d-981b-2cd601eeeb1a admin admin] Publish callbacks [] for security_group (1f3d9c06-d033-477b-9544-755224c84f69), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.150660 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6884-80f1-494d-981b-2cd601eeeb1a admin admin] Publish callbacks [] for security_group (1f3d9c06-d033-477b-9544-755224c84f69), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.156289 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb66a-597e-4c7b-af53-94048867400a req-f4e0682a-b4bd-44da-b466-f4904daea0f1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:23.158839 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-208bb66a-597e-4c7b-af53-94048867400a req-f4e0682a-b4bd-44da-b466-f4904daea0f1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.2101111 Mar 22 17:38:23.206113 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6884-80f1-494d-981b-2cd601eeeb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (1f3d9c06-d033-477b-9544-755224c84f69), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.209537 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6884-80f1-494d-981b-2cd601eeeb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.212825 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f6dd6884-80f1-494d-981b-2cd601eeeb1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f3d9c06-d033-477b-9544-755224c84f69 HTTP/1.1" status: 204 len: 168 time: 0.1813705 Mar 22 17:38:23.222677 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd6884-80f1-494d-981b-2cd601eeeb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d9c06-d033-477b-9544-755224c84f69,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:23.269742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cda00aaa-05b5-493f-9587-7dbb5b94c982 req-5c771119-a06d-4694-8bc2-637843c94adf service neutron] 10.222.0.64 "GET /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528767 Mar 22 17:38:23.281760 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-08b75415-ac2d-4de4-8c82-81e631236da7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=118a474206484ad9b7b8c35dac6b368d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2045884 Mar 22 17:38:23.283160 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38322) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:23.358897 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-208bb66a-597e-4c7b-af53-94048867400a req-281fe254-b9b9-423e-8168-de06abdb492e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884532 Mar 22 17:38:23.408695 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-642774a2-dbcd-4257-b503-0107aa752d5b admin admin] Publish callbacks [] for security_group (3883ac9d-00a1-493e-b9b4-dc5117952621), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.441774 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-642774a2-dbcd-4257-b503-0107aa752d5b admin admin] Publish callbacks [] for security_group (3883ac9d-00a1-493e-b9b4-dc5117952621), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.543921 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-642774a2-dbcd-4257-b503-0107aa752d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (3883ac9d-00a1-493e-b9b4-dc5117952621), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.555998 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-642774a2-dbcd-4257-b503-0107aa752d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.557919 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-642774a2-dbcd-4257-b503-0107aa752d5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3883ac9d-00a1-493e-b9b4-dc5117952621 HTTP/1.1" status: 204 len: 168 time: 0.2736185 Mar 22 17:38:23.580262 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642774a2-dbcd-4257-b503-0107aa752d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883ac9d-00a1-493e-b9b4-dc5117952621,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:23.846392 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6ead5646-a90a-4e07-8c3e-cad730fceb9c no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:38:23.888056 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 6ead5646-a90a-4e07-8c3e-cad730fceb9c {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:38:23.888754 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6ead5646-a90a-4e07-8c3e-cad730fceb9c not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:38:24.628731 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f8b76-7659-4533-9d92-d9395dd42046 req-39d50bb4-cb4a-48e0-848e-5f74a7fb7ccc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:24.642657 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-424f8b76-7659-4533-9d92-d9395dd42046 req-39d50bb4-cb4a-48e0-848e-5f74a7fb7ccc tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.0962861 Mar 22 17:38:24.722706 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-424f8b76-7659-4533-9d92-d9395dd42046 req-44b39327-4225-4288-a9b2-e9b130d34c31 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725143 Mar 22 17:38:26.073948 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674d15-8894-4236-b249-da8457f18913 req-d37ed8fc-af9e-48c1-a92b-a32b87d03d1b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:26.092386 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-64674d15-8894-4236-b249-da8457f18913 req-d37ed8fc-af9e-48c1-a92b-a32b87d03d1b tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1892867 Mar 22 17:38:26.211940 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-64674d15-8894-4236-b249-da8457f18913 req-892787e7-120e-47aa-9720-29f9b20f81b1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159773 Mar 22 17:38:27.405989 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd983563-2104-4270-9fea-24df7c52e20a req-9a03a577-a95e-467f-ba13-377674f1039c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:27.417976 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bd983563-2104-4270-9fea-24df7c52e20a req-9a03a577-a95e-467f-ba13-377674f1039c tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.0770705 Mar 22 17:38:27.488511 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bd983563-2104-4270-9fea-24df7c52e20a req-b67c3512-6d09-4405-a883-cc4886bfaf80 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691698 Mar 22 17:38:28.797549 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f2205-db08-41df-b5ff-1cf7dcc6e9b5 req-ecbd40c8-53f5-418e-9e15-6c9bac46fb54 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:28.820005 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-399f2205-db08-41df-b5ff-1cf7dcc6e9b5 req-ecbd40c8-53f5-418e-9e15-6c9bac46fb54 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1367812 Mar 22 17:38:28.919368 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-399f2205-db08-41df-b5ff-1cf7dcc6e9b5 req-c3de0949-67f4-4a8c-84df-48c4ea29f291 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980713 Mar 22 17:38:30.157751 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87774402-6f4a-4e20-a1a2-cb2ec65b2aae req-d526b9fd-38f9-4108-827f-63a98e2d86e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:30.162860 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-87774402-6f4a-4e20-a1a2-cb2ec65b2aae req-d526b9fd-38f9-4108-827f-63a98e2d86e5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1079969 Mar 22 17:38:30.305177 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-87774402-6f4a-4e20-a1a2-cb2ec65b2aae req-9e569c2f-7ee7-4f48-824b-1384710c1968 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271713 Mar 22 17:38:31.576094 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12251262-b77a-4bb9-978c-169ff8be9b4f req-a75a9e32-ff20-4ea7-9542-efc1039087c4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:31.578628 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-12251262-b77a-4bb9-978c-169ff8be9b4f req-a75a9e32-ff20-4ea7-9542-efc1039087c4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.0998034 Mar 22 17:38:31.798905 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-12251262-b77a-4bb9-978c-169ff8be9b4f req-6aa89748-d495-4150-a02d-ae9d016ca899 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116544 Mar 22 17:38:33.052203 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62675ff-4638-4148-bbf9-68b7f9328148 req-e7b59f71-e4a3-4ff6-bf7e-284ec56550b7 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:33.054966 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c62675ff-4638-4148-bbf9-68b7f9328148 req-e7b59f71-e4a3-4ff6-bf7e-284ec56550b7 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.1096675 Mar 22 17:38:33.139445 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c62675ff-4638-4148-bbf9-68b7f9328148 req-fa928db1-272a-4e19-bd8a-1a8cb93edc0a tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765526 Mar 22 17:38:34.310660 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:38:34.332639 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feeccd-8d01-4dc2-b6a3-66d37ef5e386 req-124e42b3-16ae-4a8b-95ce-5a253a650e9e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:34.334380 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f2feeccd-8d01-4dc2-b6a3-66d37ef5e386 req-124e42b3-16ae-4a8b-95ce-5a253a650e9e tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 944 time: 0.0815523 Mar 22 17:38:34.402072 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f2feeccd-8d01-4dc2-b6a3-66d37ef5e386 req-c6dbf2a3-fcc5-4c1b-bd06-e5d119e84ac0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580256 Mar 22 17:38:34.480251 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:34.500068 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '65857555-8233-456e-9424-8ad0b5df8053', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'port_id': '65857555-8233-456e-9424-8ad0b5df8053', 'mac_address': 'fa:16:3e:8d:45:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:38:34.562467 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:34.563148 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.594151 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65857555-8233-456e-9424-8ad0b5df8053 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:34.628224 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:34.637477 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.747267 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=9']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:34.859716 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['65857555-8233-456e-9424-8ad0b5df8053'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:38:35.611234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0edbbf-45c9-4b09-9b07-5f797ae621d6 req-1b28b10c-5239-41bd-b9e4-6cefe5a55074 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:35.613060 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2e0edbbf-45c9-4b09-9b07-5f797ae621d6 req-1b28b10c-5239-41bd-b9e4-6cefe5a55074 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 945 time: 0.0730209 Mar 22 17:38:35.702706 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2e0edbbf-45c9-4b09-9b07-5f797ae621d6 req-72e409ee-0ba0-4f85-8581-4816dee48c78 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788312 Mar 22 17:38:36.308429 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:36.371763 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 65857555-8233-456e-9424-8ad0b5df8053 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:36.372047 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (65857555-8233-456e-9424-8ad0b5df8053), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.464627 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 65857555-8233-456e-9424-8ad0b5df8053 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:36.465105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.499107 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:36.503454 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eace6ea-a7b2-4273-89c9-fbe4ce28fecd" -d '{"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-plugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:36.526161 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:36.532465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.565413 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d59e18-43ee-4a4f-a60a-3f87b1feab6f x-openstack-request-id: req-f2d59e18-43ee-4a4f-a60a-3f87b1feab6f {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:36.565747 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-plugged", "status": "completed", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:36.566010 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2d59e18-43ee-4a4f-a60a-3f87b1feab6f {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:36.566425 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d59e18-43ee-4a4f-a60a-3f87b1feab6f'] response: {'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'code': 200} Mar 22 17:38:36.600603 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=10']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:36.872067 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a64c2-500c-45e0-9f02-a07971eade72 req-9a8e8fc7-774d-481c-9124-2b0eef694e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:36.876244 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-028a64c2-500c-45e0-9f02-a07971eade72 req-9a8e8fc7-774d-481c-9124-2b0eef694e40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 1131 time: 0.1056144 Mar 22 17:38:36.973764 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-028a64c2-500c-45e0-9f02-a07971eade72 req-ed7a5d4b-f1ad-4e7a-9ec7-c87e07c868f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709565 Mar 22 17:38:36.985282 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc5fc3-92f1-4b73-b437-34e14ff134ce req-bcc19cd4-8c20-4706-8039-83deef263823 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:36.986997 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9ecc5fc3-92f1-4b73-b437-34e14ff134ce req-bcc19cd4-8c20-4706-8039-83deef263823 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 947 time: 0.1499217 Mar 22 17:38:37.066638 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9ecc5fc3-92f1-4b73-b437-34e14ff134ce req-3506944c-7fdd-4ec3-bef5-633e47e7b0f0 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716851 Mar 22 17:38:37.418806 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38716) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:37.550285 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb77c012-fad7-4505-b1a9-f533e3e91a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.673998 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb77c012-fad7-4505-b1a9-f533e3e91a46 admin admin] Publish callbacks [] for security_group (7fc9aaca-1ae6-4a37-87e3-401a07059a22), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.678802 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb77c012-fad7-4505-b1a9-f533e3e91a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (7fc9aaca-1ae6-4a37-87e3-401a07059a22), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.734823 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cb77c012-fad7-4505-b1a9-f533e3e91a46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=380fbf00983049969775b33577adcb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144882 Mar 22 17:38:37.736176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77c012-fad7-4505-b1a9-f533e3e91a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9aaca-1ae6-4a37-87e3-401a07059a22,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:37.738402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38720) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:37.804133 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Publish callbacks [] for security_group (7fc9aaca-1ae6-4a37-87e3-401a07059a22), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.833323 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Publish callbacks [] for security_group (7fc9aaca-1ae6-4a37-87e3-401a07059a22), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.897014 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (7fc9aaca-1ae6-4a37-87e3-401a07059a22), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.900382 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.901611 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fc9aaca-1ae6-4a37-87e3-401a07059a22 HTTP/1.1" status: 204 len: 168 time: 0.1618168 Mar 22 17:38:37.911298 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9aaca-1ae6-4a37-87e3-401a07059a22,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:37.919664 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.920024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.920378 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.920765 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.921106 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.921445 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.921813 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.922147 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.922534 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.922906 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.923513 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.923900 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.924603 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.924937 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:37.925236 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7e36-3790-4989-8883-4a6bdcac1061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:38.401551 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6f6f1-b085-43bd-ac67-6b3418435574 req-feb7fc95-f4ef-4a90-9525-7e3639e7f736 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:38.404784 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3da6f6f1-b085-43bd-ac67-6b3418435574 req-feb7fc95-f4ef-4a90-9525-7e3639e7f736 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 947 time: 0.1515751 Mar 22 17:38:38.511101 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3da6f6f1-b085-43bd-ac67-6b3418435574 req-4741408d-0abe-41f2-99ce-36700a95f1f5 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944033 Mar 22 17:38:39.629348 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38814) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:39.733393 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637c1f9-9b91-4f0e-8be0-e607b0320368 req-cd2b9dee-96bd-483b-8526-341414d79e66 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:39.735453 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d637c1f9-9b91-4f0e-8be0-e607b0320368 req-cd2b9dee-96bd-483b-8526-341414d79e66 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 947 time: 0.0869296 Mar 22 17:38:39.804658 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d637c1f9-9b91-4f0e-8be0-e607b0320368 req-1bdcf291-ee0b-4a78-80ea-f8cffade7568 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607345 Mar 22 17:38:39.934826 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14ad9828-968a-4b25-a24f-143af110c50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.073126 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14ad9828-968a-4b25-a24f-143af110c50d admin admin] Publish callbacks [] for security_group (efa413e8-e4d6-48e4-b180-7b3706c84c49), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.081188 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14ad9828-968a-4b25-a24f-143af110c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (efa413e8-e4d6-48e4-b180-7b3706c84c49), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.148274 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-14ad9828-968a-4b25-a24f-143af110c50d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb1f21e32d554740a32eddd5b532ab48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168209 Mar 22 17:38:40.150704 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad9828-968a-4b25-a24f-143af110c50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa413e8-e4d6-48e4-b180-7b3706c84c49,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:40.152809 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38838) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:40.288604 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Publish callbacks [] for security_group (efa413e8-e4d6-48e4-b180-7b3706c84c49), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.329215 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Publish callbacks [] for security_group (efa413e8-e4d6-48e4-b180-7b3706c84c49), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.402675 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (efa413e8-e4d6-48e4-b180-7b3706c84c49), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.408338 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.410845 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efa413e8-e4d6-48e4-b180-7b3706c84c49 HTTP/1.1" status: 204 len: 168 time: 0.2562008 Mar 22 17:38:40.428114 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa413e8-e4d6-48e4-b180-7b3706c84c49,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:40.445583 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.446164 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.446752 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.447456 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.448047 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.448982 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.449699 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.450433 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.450999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.451764 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.452661 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.453106 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.453875 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.454555 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.455251 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34537cf0-aca5-49a4-9954-4c7ca6ec05b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:40.581420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 38850) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:40.903004 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bc018675-ad0d-4975-aaa3-dc4dd2710d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.032202 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bc018675-ad0d-4975-aaa3-dc4dd2710d7e admin admin] Publish callbacks [] for security_group (7627550e-b995-45e9-aade-e2897715b252), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.037401 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bc018675-ad0d-4975-aaa3-dc4dd2710d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (7627550e-b995-45e9-aade-e2897715b252), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.081313 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-bc018675-ad0d-4975-aaa3-dc4dd2710d7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5a86c4175144902bb256119078e0d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983332 Mar 22 17:38:41.082088 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc018675-ad0d-4975-aaa3-dc4dd2710d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7627550e-b995-45e9-aade-e2897715b252,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:41.084632 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38854) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:41.158896 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-496dd4cc-6c0e-420f-9046-0aec338a4319 admin admin] Publish callbacks [] for security_group (7627550e-b995-45e9-aade-e2897715b252), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.188465 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-496dd4cc-6c0e-420f-9046-0aec338a4319 admin admin] Publish callbacks [] for security_group (7627550e-b995-45e9-aade-e2897715b252), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.240795 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-496dd4cc-6c0e-420f-9046-0aec338a4319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (7627550e-b995-45e9-aade-e2897715b252), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.245606 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-496dd4cc-6c0e-420f-9046-0aec338a4319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.247073 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-496dd4cc-6c0e-420f-9046-0aec338a4319 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7627550e-b995-45e9-aade-e2897715b252 HTTP/1.1" status: 204 len: 168 time: 0.1604939 Mar 22 17:38:41.259675 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd4cc-6c0e-420f-9046-0aec338a4319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7627550e-b995-45e9-aade-e2897715b252,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:41.627445 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38874) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:41.643116 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8689a00c-a2d1-47bc-97df-60b70451fb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.768642 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8689a00c-a2d1-47bc-97df-60b70451fb23 admin admin] Publish callbacks [] for security_group (6fc73a9b-9810-4f18-a7be-0abc137e3a0b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.775127 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8689a00c-a2d1-47bc-97df-60b70451fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6fc73a9b-9810-4f18-a7be-0abc137e3a0b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.823896 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a00c-a2d1-47bc-97df-60b70451fb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc73a9b-9810-4f18-a7be-0abc137e3a0b,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:41.829259 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8689a00c-a2d1-47bc-97df-60b70451fb23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0cea6b6654649e585b956d2584591a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006862 Mar 22 17:38:41.832821 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38882) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:41.890180 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-452033ec-91ae-40ec-a1e3-83858c24b313 admin admin] Publish callbacks [] for security_group (6fc73a9b-9810-4f18-a7be-0abc137e3a0b), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.918739 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-452033ec-91ae-40ec-a1e3-83858c24b313 admin admin] Publish callbacks [] for security_group (6fc73a9b-9810-4f18-a7be-0abc137e3a0b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.983747 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-452033ec-91ae-40ec-a1e3-83858c24b313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6fc73a9b-9810-4f18-a7be-0abc137e3a0b), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.987325 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-452033ec-91ae-40ec-a1e3-83858c24b313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.988557 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-452033ec-91ae-40ec-a1e3-83858c24b313 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fc73a9b-9810-4f18-a7be-0abc137e3a0b HTTP/1.1" status: 204 len: 168 time: 0.1547146 Mar 22 17:38:41.997247 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452033ec-91ae-40ec-a1e3-83858c24b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc73a9b-9810-4f18-a7be-0abc137e3a0b,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:43.233860 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38930) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:43.358917 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-458be408-dda3-4be3-acce-6de703225b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.445665 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-458be408-dda3-4be3-acce-6de703225b2d admin admin] Publish callbacks [] for security_group (1f2a2f0a-65db-4cb3-96dc-d8638ac9af51), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.449772 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-458be408-dda3-4be3-acce-6de703225b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (1f2a2f0a-65db-4cb3-96dc-d8638ac9af51), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.492568 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-458be408-dda3-4be3-acce-6de703225b2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12293a333de2477eaefb6cb36df8db80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575302 Mar 22 17:38:43.493318 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458be408-dda3-4be3-acce-6de703225b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a2f0a-65db-4cb3-96dc-d8638ac9af51,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:43.495739 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 38934) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:43.548141 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a36ffd5b-4065-4e7f-a7b9-4f657df6e865 admin admin] Publish callbacks [] for security_group (1f2a2f0a-65db-4cb3-96dc-d8638ac9af51), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.571374 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a36ffd5b-4065-4e7f-a7b9-4f657df6e865 admin admin] Publish callbacks [] for security_group (1f2a2f0a-65db-4cb3-96dc-d8638ac9af51), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.627519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a36ffd5b-4065-4e7f-a7b9-4f657df6e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (1f2a2f0a-65db-4cb3-96dc-d8638ac9af51), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.630304 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a36ffd5b-4065-4e7f-a7b9-4f657df6e865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:43.631488 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a36ffd5b-4065-4e7f-a7b9-4f657df6e865 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f2a2f0a-65db-4cb3-96dc-d8638ac9af51 HTTP/1.1" status: 204 len: 168 time: 0.1348310 Mar 22 17:38:43.641017 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ffd5b-4065-4e7f-a7b9-4f657df6e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a2f0a-65db-4cb3-96dc-d8638ac9af51,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:44.943686 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39000) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:45.169689 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ba286dfe-417f-4f52-8edf-e97c78272f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.264222 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ba286dfe-417f-4f52-8edf-e97c78272f6b admin admin] Publish callbacks [] for security_group (04644e19-a716-4857-b22f-9fa8a5d10774), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.269522 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ba286dfe-417f-4f52-8edf-e97c78272f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (04644e19-a716-4857-b22f-9fa8a5d10774), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.312581 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-ba286dfe-417f-4f52-8edf-e97c78272f6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80cbda44bfed4a2680b512876ace4483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650253 Mar 22 17:38:45.312581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba286dfe-417f-4f52-8edf-e97c78272f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04644e19-a716-4857-b22f-9fa8a5d10774,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:45.313240 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39008) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:45.377633 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc87e288-6e52-474b-a91b-5f5b58da1a02 admin admin] Publish callbacks [] for security_group (04644e19-a716-4857-b22f-9fa8a5d10774), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.403760 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc87e288-6e52-474b-a91b-5f5b58da1a02 admin admin] Publish callbacks [] for security_group (04644e19-a716-4857-b22f-9fa8a5d10774), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.467038 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc87e288-6e52-474b-a91b-5f5b58da1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (04644e19-a716-4857-b22f-9fa8a5d10774), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.469854 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc87e288-6e52-474b-a91b-5f5b58da1a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.473757 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cc87e288-6e52-474b-a91b-5f5b58da1a02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04644e19-a716-4857-b22f-9fa8a5d10774 HTTP/1.1" status: 204 len: 168 time: 0.1592102 Mar 22 17:38:45.493715 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e288-6e52-474b-a91b-5f5b58da1a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04644e19-a716-4857-b22f-9fa8a5d10774,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:45.765024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39018) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:45.778919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b0672df6-bf43-43e7-82a0-c9b3e38241fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.874797 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b0672df6-bf43-43e7-82a0-c9b3e38241fc admin admin] Publish callbacks [] for security_group (d38018c3-16d0-49d0-b944-8429b4ffc278), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.879137 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b0672df6-bf43-43e7-82a0-c9b3e38241fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (d38018c3-16d0-49d0-b944-8429b4ffc278), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:45.920777 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-b0672df6-bf43-43e7-82a0-c9b3e38241fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfa41c4a5238444faae45e7434572fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546686 Mar 22 17:38:45.921665 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0672df6-bf43-43e7-82a0-c9b3e38241fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38018c3-16d0-49d0-b944-8429b4ffc278,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:45.923693 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39020) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:45.975220 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-86620c3b-c1e5-4e43-8949-73cb5769843c admin admin] Publish callbacks [] for security_group (d38018c3-16d0-49d0-b944-8429b4ffc278), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:46.002753 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-86620c3b-c1e5-4e43-8949-73cb5769843c admin admin] Publish callbacks [] for security_group (d38018c3-16d0-49d0-b944-8429b4ffc278), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:46.057100 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-86620c3b-c1e5-4e43-8949-73cb5769843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (d38018c3-16d0-49d0-b944-8429b4ffc278), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:46.060523 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-86620c3b-c1e5-4e43-8949-73cb5769843c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:46.062312 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-86620c3b-c1e5-4e43-8949-73cb5769843c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d38018c3-16d0-49d0-b944-8429b4ffc278 HTTP/1.1" status: 204 len: 168 time: 0.1373672 Mar 22 17:38:46.076875 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86620c3b-c1e5-4e43-8949-73cb5769843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38018c3-16d0-49d0-b944-8429b4ffc278,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:46.408882 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:38:46.701241 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07e3137b-1cbe-4a31-8799-acb45c76b5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:47.972591 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39082) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:48.089338 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7358d5ef-6b2f-434d-8c3d-979d33e475d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.167726 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7358d5ef-6b2f-434d-8c3d-979d33e475d3 admin admin] Publish callbacks [] for security_group (92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.172038 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7358d5ef-6b2f-434d-8c3d-979d33e475d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.210590 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358d5ef-6b2f-434d-8c3d-979d33e475d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:48.214824 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7358d5ef-6b2f-434d-8c3d-979d33e475d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb83cf93b5a84c75a28ca993250a3115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411737 Mar 22 17:38:48.217517 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39086) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:48.280933 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9a932069-55e9-44c4-96ca-df4edd046cc7 admin admin] Publish callbacks [] for security_group (92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.303882 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9a932069-55e9-44c4-96ca-df4edd046cc7 admin admin] Publish callbacks [] for security_group (92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.353454 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9a932069-55e9-44c4-96ca-df4edd046cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.356203 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9a932069-55e9-44c4-96ca-df4edd046cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.357411 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9a932069-55e9-44c4-96ca-df4edd046cc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e HTTP/1.1" status: 204 len: 168 time: 0.1389537 Mar 22 17:38:48.366184 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932069-55e9-44c4-96ca-df4edd046cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dbcaef-ce06-41c3-8ccb-5ec0d051cf5e,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:48.625975 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39092) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:48.639722 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0192ce2c-83de-4eff-a12f-d45fe5033b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.717951 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0192ce2c-83de-4eff-a12f-d45fe5033b7c admin admin] Publish callbacks [] for security_group (a28ef081-9414-4c51-b570-e45287b33110), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.721746 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0192ce2c-83de-4eff-a12f-d45fe5033b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a28ef081-9414-4c51-b570-e45287b33110), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.762745 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0192ce2c-83de-4eff-a12f-d45fe5033b7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f34389bb843d4d20a3418f7fb204d997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356797 Mar 22 17:38:48.763634 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192ce2c-83de-4eff-a12f-d45fe5033b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28ef081-9414-4c51-b570-e45287b33110,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:48.765395 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39096) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:48.817433 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4efd-74fe-48b1-ad00-44f30ddc3397 admin admin] Publish callbacks [] for security_group (a28ef081-9414-4c51-b570-e45287b33110), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.839317 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4efd-74fe-48b1-ad00-44f30ddc3397 admin admin] Publish callbacks [] for security_group (a28ef081-9414-4c51-b570-e45287b33110), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.893116 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4efd-74fe-48b1-ad00-44f30ddc3397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a28ef081-9414-4c51-b570-e45287b33110), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.895886 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4efd-74fe-48b1-ad00-44f30ddc3397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:48.897139 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9c8d4efd-74fe-48b1-ad00-44f30ddc3397 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a28ef081-9414-4c51-b570-e45287b33110 HTTP/1.1" status: 204 len: 168 time: 0.1299703 Mar 22 17:38:48.909654 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d4efd-74fe-48b1-ad00-44f30ddc3397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28ef081-9414-4c51-b570-e45287b33110,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:48.943353 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa9f658b-bbb8-465b-8167-6760425016f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.627739 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39140) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:49.737917 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-413906956-network', 'tenant_id': '3e1bff1d06a94e3b9ce5b9e1e18d43f6'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:49.761436 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Made reservation on behalf of 3e1bff1d06a94e3b9ce5b9e1e18d43f6 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:49.764334 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.774815 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.885153 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks [] for security_group (04d0b069-4a88-497a-9167-ddca51040f91), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.891331 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (04d0b069-4a88-497a-9167-ddca51040f91), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.930626 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:38:49.961049 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (bdaee22b-2b3b-4723-b774-5a29a48146f3), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.961638 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.segments_db [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Added segment bdaee22b-2b3b-4723-b774-5a29a48146f3 of type vlan for network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf Mar 22 17:38:49.964116 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d0b069-4a88-497a-9167-ddca51040f91,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:50.040538 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (1d72fe22-b45f-48ef-b8f9-8abdee589ecf), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.051190 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.086086 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (1d72fe22-b45f-48ef-b8f9-8abdee589ecf), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.087858 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.088863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.154826 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5257885 Mar 22 17:38:50.157639 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39144) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:50.162433 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Request body: {'subnet': {'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-413906956-subnet', 'tenant_id': '3e1bff1d06a94e3b9ce5b9e1e18d43f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:50.188089 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeaa8b-df8e-4d83-9e1f-89903ee20de4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d72fe22-b45f-48ef-b8f9-8abdee589ecf,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:50.201533 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Made reservation on behalf of 3e1bff1d06a94e3b9ce5b9e1e18d43f6 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:50.204759 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:38:50.206005 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26375081'] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.277596 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.435904 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26394413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26375103'] for subnet (15bace1c-9654-4e31-b89f-4b6eb3f9bf48), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.502099 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bace1c-9654-4e31-b89f-4b6eb3f9bf48,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:50.509669 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Checking segment: {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:50.510034 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Network hostable DHCP agents. Network: 1d72fe22-b45f-48ef-b8f9-8abdee589ecf, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:38:50.532417 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:38:50.544022 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 1d72fe22-b45f-48ef-b8f9-8abdee589ecf) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:50.549080 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.549689 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.554032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b4bf0-3791-4f0e-8740-2b2453db01cc None None] Network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:50.578045 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ce25bbd4-f273-43b7-b478-82cd0ff88842 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4193425 Mar 22 17:38:50.639217 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39160) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:50.683999 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43b6c28-9f48-4c0b-b816-43c3adc08b62 None None] Network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:50.769246 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7be9a424-8d98-41c3-9b10-22ce1e604dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.862421 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7be9a424-8d98-41c3-9b10-22ce1e604dd6 admin admin] Publish callbacks [] for security_group (2f0d6d7f-4d86-455f-9c83-bb31537593ca), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.867129 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7be9a424-8d98-41c3-9b10-22ce1e604dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2f0d6d7f-4d86-455f-9c83-bb31537593ca), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.907641 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7be9a424-8d98-41c3-9b10-22ce1e604dd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d3d9892fbdc41b6b6011c75a0e193ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672997 Mar 22 17:38:50.908731 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9a424-8d98-41c3-9b10-22ce1e604dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d6d7f-4d86-455f-9c83-bb31537593ca,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:50.910604 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39168) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:50.968204 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8155c5f-6fa4-4a50-85e3-957f14d353d8 admin admin] Publish callbacks [] for security_group (2f0d6d7f-4d86-455f-9c83-bb31537593ca), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:50.992891 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8155c5f-6fa4-4a50-85e3-957f14d353d8 admin admin] Publish callbacks [] for security_group (2f0d6d7f-4d86-455f-9c83-bb31537593ca), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.041961 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8155c5f-6fa4-4a50-85e3-957f14d353d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2f0d6d7f-4d86-455f-9c83-bb31537593ca), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.044940 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a8155c5f-6fa4-4a50-85e3-957f14d353d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.047536 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a8155c5f-6fa4-4a50-85e3-957f14d353d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f0d6d7f-4d86-455f-9c83-bb31537593ca HTTP/1.1" status: 204 len: 168 time: 0.1315987 Mar 22 17:38:51.056395 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155c5f-6fa4-4a50-85e3-957f14d353d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d6d7f-4d86-455f-9c83-bb31537593ca,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:51.347677 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39178) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:51.362826 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-72b9c141-06f8-46b2-81b2-2d78acbedebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.447640 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-72b9c141-06f8-46b2-81b2-2d78acbedebb admin admin] Publish callbacks [] for security_group (b5633a8f-0245-4398-8e2d-2a08ef20ae59), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.451357 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-72b9c141-06f8-46b2-81b2-2d78acbedebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b5633a8f-0245-4398-8e2d-2a08ef20ae59), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.492167 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-72b9c141-06f8-46b2-81b2-2d78acbedebb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a88126451bb45349606e98ae3ae0baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433933 Mar 22 17:38:51.492868 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9c141-06f8-46b2-81b2-2d78acbedebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5633a8f-0245-4398-8e2d-2a08ef20ae59,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:51.495004 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39180) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:51.548004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.554377 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3330ca0a-6390-4c99-8e50-79a983e8f88c admin admin] Publish callbacks [] for security_group (b5633a8f-0245-4398-8e2d-2a08ef20ae59), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.578261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3330ca0a-6390-4c99-8e50-79a983e8f88c admin admin] Publish callbacks [] for security_group (b5633a8f-0245-4398-8e2d-2a08ef20ae59), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.638445 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3330ca0a-6390-4c99-8e50-79a983e8f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b5633a8f-0245-4398-8e2d-2a08ef20ae59), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.641194 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3330ca0a-6390-4c99-8e50-79a983e8f88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:51.642417 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-3330ca0a-6390-4c99-8e50-79a983e8f88c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5633a8f-0245-4398-8e2d-2a08ef20ae59 HTTP/1.1" status: 204 len: 168 time: 0.1462941 Mar 22 17:38:51.650977 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330ca0a-6390-4c99-8e50-79a983e8f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5633a8f-0245-4398-8e2d-2a08ef20ae59,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:52.436008 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-9892151a-3946-4cad-91d8-365e0b1a9443 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:52.437560 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-9892151a-3946-4cad-91d8-365e0b1a9443 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 813 time: 0.1006567 Mar 22 17:38:52.453927 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-2d4e39d4-f20e-470d-a8f4-e1c80ab063a3 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/quotas/3e1bff1d06a94e3b9ce5b9e1e18d43f6 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Mar 22 17:38:52.505875 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-8bc4e372-e97e-4122-b8ca-e6ebb600de07 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448003 Mar 22 17:38:52.704197 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-0006e158-1d4d-439f-b07a-08ef62b1f9ff service neutron] 10.222.0.48 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912551 Mar 22 17:38:52.800491 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-4286df54-8874-465f-9d9f-93d8a30eaf38 service neutron] 10.222.0.48 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899363 Mar 22 17:38:52.989112 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-deae7669-1ab2-4c20-8e62-5622be64a76f req-29a15ecf-bbe6-457f-8601-a6edee36f304 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 210 time: 0.0388427 Mar 22 17:38:53.074703 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:53.980772 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-f7abe822-784e-4701-b4f3-3e5374c85916 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:53.982312 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-f7abe822-784e-4701-b4f3-3e5374c85916 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 813 time: 0.1230371 Mar 22 17:38:54.002294 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Request body: {'port': {'device_id': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf', 'admin_state_up': True, 'tenant_id': '3e1bff1d06a94e3b9ce5b9e1e18d43f6'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:54.106618 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8a30b8c7-73e0-4b65-858b-46d08c27d4da req-ac067afa-0488-48ea-b771-789beddd1488 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 210 time: 0.0349178 Mar 22 17:38:54.171837 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Made reservation on behalf of 3e1bff1d06a94e3b9ce5b9e1e18d43f6 for: {'port': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:54.175436 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.305428 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Allocated IP 172.20.0.8 (1d72fe22-b45f-48ef-b8f9-8abdee589ecf/15bace1c-9654-4e31-b89f-4b6eb3f9bf48/37c13937-61ca-48b7-baef-7aa834a8334e) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:54.470019 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks [] for port (37c13937-61ca-48b7-baef-7aa834a8334e), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.505863 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.554932 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:54.558440 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:54.567078 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:54.575078 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Pushing event updated for resources: {'Port': ['ID=37c13937-61ca-48b7-baef-7aa834a8334e,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:54.625902 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:54.626560 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.643373 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c9eb86c3-27b9-441c-8c69-fe9740ad5486 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6501451 Mar 22 17:38:54.655182 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Request body: {'port': {'device_id': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:54.694920 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39344) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:54.720183 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.802701 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a82d3a45-f4d0-4656-baae-0bfaf28fc8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.894430 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a82d3a45-f4d0-4656-baae-0bfaf28fc8b5 admin admin] Publish callbacks [] for security_group (dd9b6d76-3aeb-4bea-83d0-1090746e7c24), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.899098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a82d3a45-f4d0-4656-baae-0bfaf28fc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (dd9b6d76-3aeb-4bea-83d0-1090746e7c24), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.936083 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d3a45-f4d0-4656-baae-0bfaf28fc8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b6d76-3aeb-4bea-83d0-1090746e7c24,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:54.945505 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a82d3a45-f4d0-4656-baae-0bfaf28fc8b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56abf0c738c247c8ad9167a6c79513fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493048 Mar 22 17:38:54.945638 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39348) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:55.044780 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c13937-61ca-48b7-baef-7aa834a8334e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:55.048923 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5767d0f0-d59c-4e8a-a6a2-a711bdd7fed8 admin admin] Publish callbacks [] for security_group (dd9b6d76-3aeb-4bea-83d0-1090746e7c24), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.054198 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Publish callbacks [] for port (37c13937-61ca-48b7-baef-7aa834a8334e), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.081568 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Transition to ACTIVE for port object 37c13937-61ca-48b7-baef-7aa834a8334e will not be triggered until provisioned by entity L2. {{(pid=103198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:38:55.083614 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5767d0f0-d59c-4e8a-a6a2-a711bdd7fed8 admin admin] Publish callbacks [] for security_group (dd9b6d76-3aeb-4bea-83d0-1090746e7c24), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.090982 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.166291 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Pushing event updated for resources: {'Port': ['ID=37c13937-61ca-48b7-baef-7aa834a8334e,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:55.241503 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5767d0f0-d59c-4e8a-a6a2-a711bdd7fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (dd9b6d76-3aeb-4bea-83d0-1090746e7c24), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.244021 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5767d0f0-d59c-4e8a-a6a2-a711bdd7fed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.245174 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-5767d0f0-d59c-4e8a-a6a2-a711bdd7fed8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd9b6d76-3aeb-4bea-83d0-1090746e7c24 HTTP/1.1" status: 204 len: 168 time: 0.2985942 Mar 22 17:38:55.264655 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d0f0-d59c-4e8a-a6a2-a711bdd7fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b6d76-3aeb-4bea-83d0-1090746e7c24,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:55.291316 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Attempting to bind port 37c13937-61ca-48b7-baef-7aa834a8334e on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:55.291658 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Attempting to bind port 37c13937-61ca-48b7-baef-7aa834a8334e by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:55.291990 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Attempting to bind port 37c13937-61ca-48b7-baef-7aa834a8334e on network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:55.302381 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b02e2-c8e4-46be-bcfe-fbe4dadb073a req-44a6fb71-971b-48cc-8610-eb6408cc1630 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:55.304055 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-690b02e2-c8e4-46be-bcfe-fbe4dadb073a req-44a6fb71-971b-48cc-8610-eb6408cc1630 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 943 time: 0.1122448 Mar 22 17:38:55.306221 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Port 37c13937-61ca-48b7-baef-7aa834a8334e on network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:38:55.306995 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Attempting to bind port 37c13937-61ca-48b7-baef-7aa834a8334e on network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:55.314255 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:55.314594 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Checking segment: {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:55.314993 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Bound using segment: {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:55.315434 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Bound port: 37c13937-61ca-48b7-baef-7aa834a8334e, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:55.315791 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.400162 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-690b02e2-c8e4-46be-bcfe-fbe4dadb073a req-caa42374-7837-4d3a-be3e-987a5e7d11d5 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878608 Mar 22 17:38:55.426157 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] For port 37c13937-61ca-48b7-baef-7aa834a8334e, host hv-cinder-82057, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:55.430559 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] For port 37c13937-61ca-48b7-baef-7aa834a8334e, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=37c13937-61ca-48b7-baef-7aa834a8334e,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:55.436570 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.471401 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:55.472013 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.473422 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] 10.222.0.64 "PUT /v2.0/ports/37c13937-61ca-48b7-baef-7aa834a8334e HTTP/1.1" status: 200 len: 1093 time: 0.8226795 Mar 22 17:38:55.473918 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'tag': '37c13937-61ca-48b7-baef-7aa834a8334e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:55.476436 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7686307b-6d26-479f-a78a-fd62ec46ab6e" -d '{"events": [{"name": "network-changed", "server_uuid": "931cb833-57d6-4a53-aca5-69e3b09e440f", "tag": "37c13937-61ca-48b7-baef-7aa834a8334e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:55.501506 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdb5d-a73b-4355-b0e2-d8b783f813fa service neutron] Pushing event updated for resources: {'Port': ['ID=37c13937-61ca-48b7-baef-7aa834a8334e,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:55.539945 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39358) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:55.554762 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6c47e-cf1b-43ec-af0e-039d15570cd8 x-openstack-request-id: req-33d6c47e-cf1b-43ec-af0e-039d15570cd8 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:55.555084 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931cb833-57d6-4a53-aca5-69e3b09e440f", "tag": "37c13937-61ca-48b7-baef-7aa834a8334e", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:55.555285 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-93032341-1547-4666-88d4-13ef73b1c9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.555419 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33d6c47e-cf1b-43ec-af0e-039d15570cd8 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:55.555740 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d6c47e-cf1b-43ec-af0e-039d15570cd8'] response: {'name': 'network-changed', 'server_uuid': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'tag': '37c13937-61ca-48b7-baef-7aa834a8334e', 'status': 'completed', 'code': 200} Mar 22 17:38:55.572419 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-13b22103-ccbf-4d66-a04b-790e12c7d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:55.573928 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-13b22103-ccbf-4d66-a04b-790e12c7d9c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 1127 time: 0.0587499 Mar 22 17:38:55.621428 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-f8855bfe-b424-4c16-b11c-feec2120eec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37c13937-61ca-48b7-baef-7aa834a8334e HTTP/1.1" status: 200 len: 217 time: 0.0400629 Mar 22 17:38:55.640251 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-93032341-1547-4666-88d4-13ef73b1c9d1 admin admin] Publish callbacks [] for security_group (a35fe2fb-7b93-4aba-b124-0db2c614f0e5), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.644223 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-93032341-1547-4666-88d4-13ef73b1c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a35fe2fb-7b93-4aba-b124-0db2c614f0e5), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.670698 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c06c64a8-b1ea-43aa-9b7e-69482b815fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:55.672620 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-c06c64a8-b1ea-43aa-9b7e-69482b815fed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15bace1c-9654-4e31-b89f-4b6eb3f9bf48 HTTP/1.1" status: 200 len: 853 time: 0.0451183 Mar 22 17:38:55.681154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93032341-1547-4666-88d4-13ef73b1c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35fe2fb-7b93-4aba-b124-0db2c614f0e5,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:55.685262 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-93032341-1547-4666-88d4-13ef73b1c9d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=880ea4d1539d45378ff488ba86ddbca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440492 Mar 22 17:38:55.687877 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39360) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:55.707716 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-aa01bf79-a623-469f-9e67-2dc5eaeb46a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282688 Mar 22 17:38:55.737904 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-297477e8-4f93-4b1c-9236-b403c6986f58 admin admin] Publish callbacks [] for security_group (a35fe2fb-7b93-4aba-b124-0db2c614f0e5), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.759378 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-297477e8-4f93-4b1c-9236-b403c6986f58 admin admin] Publish callbacks [] for security_group (a35fe2fb-7b93-4aba-b124-0db2c614f0e5), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.806258 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-ee98b5cb-f486-49c9-9ec2-87dd7968444e service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921433 Mar 22 17:38:55.806483 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-297477e8-4f93-4b1c-9236-b403c6986f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a35fe2fb-7b93-4aba-b124-0db2c614f0e5), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.809206 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-297477e8-4f93-4b1c-9236-b403c6986f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:55.810343 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-297477e8-4f93-4b1c-9236-b403c6986f58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a35fe2fb-7b93-4aba-b124-0db2c614f0e5 HTTP/1.1" status: 204 len: 168 time: 0.1215820 Mar 22 17:38:55.818154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297477e8-4f93-4b1c-9236-b403c6986f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35fe2fb-7b93-4aba-b124-0db2c614f0e5,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:55.910268 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cab16f6b-8a0f-417e-9bd0-53ff75f5c259 req-ed0deb99-aea7-43a1-a1a3-cbf45557b1f2 service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978804 Mar 22 17:38:56.004872 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-6febab4b-aed1-40f6-a3ab-17041280c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:56.006464 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-6febab4b-aed1-40f6-a3ab-17041280c44f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 1127 time: 0.0524385 Mar 22 17:38:56.113534 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-18ba1932-2823-46be-a920-acacc6d5e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:56.115121 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-18ba1932-2823-46be-a920-acacc6d5e170 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 914 time: 0.1019254 Mar 22 17:38:56.169274 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-ac00e3f4-e233-40f9-8114-3b38c9de8c85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37c13937-61ca-48b7-baef-7aa834a8334e HTTP/1.1" status: 200 len: 217 time: 0.0468867 Mar 22 17:38:56.240152 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-b6b1c3eb-eae2-4276-b5c9-f983a5cbcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:56.241669 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-b6b1c3eb-eae2-4276-b5c9-f983a5cbcea7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15bace1c-9654-4e31-b89f-4b6eb3f9bf48 HTTP/1.1" status: 200 len: 853 time: 0.0643506 Mar 22 17:38:56.551807 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-c6e117c2-9e1f-4cb8-883c-aa8530490a5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3038013 Mar 22 17:38:56.662960 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da6f28-5ea2-4d14-a85c-792cfe5863e0 req-ff98c2a0-ff97-4f93-aabd-fd35ccd8a1d9 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:56.664488 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9da6f28-5ea2-4d14-a85c-792cfe5863e0 req-ff98c2a0-ff97-4f93-aabd-fd35ccd8a1d9 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 943 time: 0.1152148 Mar 22 17:38:56.700664 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-5b232d64-341f-48cd-a92a-56650c9bf78a service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396987 Mar 22 17:38:56.772683 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c9da6f28-5ea2-4d14-a85c-792cfe5863e0 req-aeda9e8d-0686-4549-9bd5-9af5ef55e66b tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986891 Mar 22 17:38:56.814315 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7686307b-6d26-479f-a78a-fd62ec46ab6e req-abd682d2-702e-4cf7-977a-c94783bfd642 service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023464 Mar 22 17:38:57.603109 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39406) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:57.717264 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cccbaeca-c45c-4cdc-ace6-2049b32c88b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.800941 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cccbaeca-c45c-4cdc-ace6-2049b32c88b5 admin admin] Publish callbacks [] for security_group (a63936d6-5372-4477-9e82-e48c72eff44a), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.805699 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cccbaeca-c45c-4cdc-ace6-2049b32c88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a63936d6-5372-4477-9e82-e48c72eff44a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.844291 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-cccbaeca-c45c-4cdc-ace6-2049b32c88b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=723c7a9ccc6a4c20af16f13dec99ab94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400749 Mar 22 17:38:57.847000 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39412) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:57.847518 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbaeca-c45c-4cdc-ace6-2049b32c88b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63936d6-5372-4477-9e82-e48c72eff44a,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:57.897211 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5cdf778b-8c83-4a1c-b797-62b05dd9487f admin admin] Publish callbacks [] for security_group (a63936d6-5372-4477-9e82-e48c72eff44a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.901899 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189888b2-f686-4a2d-94be-159b7882ee51 req-14a301e0-1535-4dc5-a8d0-94df8708ac6f tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:57.903405 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-189888b2-f686-4a2d-94be-159b7882ee51 req-14a301e0-1535-4dc5-a8d0-94df8708ac6f tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 943 time: 0.0579031 Mar 22 17:38:57.918085 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5cdf778b-8c83-4a1c-b797-62b05dd9487f admin admin] Publish callbacks [] for security_group (a63936d6-5372-4477-9e82-e48c72eff44a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.950570 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-189888b2-f686-4a2d-94be-159b7882ee51 req-0d33ce28-798c-4094-ab46-4b4bb4b63708 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Mar 22 17:38:57.969009 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5cdf778b-8c83-4a1c-b797-62b05dd9487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a63936d6-5372-4477-9e82-e48c72eff44a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.972832 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5cdf778b-8c83-4a1c-b797-62b05dd9487f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:57.977098 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-5cdf778b-8c83-4a1c-b797-62b05dd9487f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a63936d6-5372-4477-9e82-e48c72eff44a HTTP/1.1" status: 204 len: 168 time: 0.1262569 Mar 22 17:38:57.984862 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf778b-8c83-4a1c-b797-62b05dd9487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63936d6-5372-4477-9e82-e48c72eff44a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:58.239134 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39418) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:58.252036 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-91a4d491-f44f-4bd6-a745-2281dbc3954e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.351884 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-91a4d491-f44f-4bd6-a745-2281dbc3954e admin admin] Publish callbacks [] for security_group (6af65fe1-f301-4fd8-9051-eac5e3d46857), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.356024 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-91a4d491-f44f-4bd6-a745-2281dbc3954e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6af65fe1-f301-4fd8-9051-eac5e3d46857), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.398851 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4d491-f44f-4bd6-a745-2281dbc3954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af65fe1-f301-4fd8-9051-eac5e3d46857,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:58.403965 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-91a4d491-f44f-4bd6-a745-2281dbc3954e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caa2403a2a4d47beaadc9a906ee5a096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637268 Mar 22 17:38:58.408093 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39420) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:58.459720 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19f0f49-06ff-4bd3-8b64-5108203d3c5d admin admin] Publish callbacks [] for security_group (6af65fe1-f301-4fd8-9051-eac5e3d46857), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.483338 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19f0f49-06ff-4bd3-8b64-5108203d3c5d admin admin] Publish callbacks [] for security_group (6af65fe1-f301-4fd8-9051-eac5e3d46857), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.493669 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 37c13937-61ca-48b7-baef-7aa834a8334e details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:38:58.552507 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19f0f49-06ff-4bd3-8b64-5108203d3c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6af65fe1-f301-4fd8-9051-eac5e3d46857), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.557085 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19f0f49-06ff-4bd3-8b64-5108203d3c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.558631 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-b19f0f49-06ff-4bd3-8b64-5108203d3c5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6af65fe1-f301-4fd8-9051-eac5e3d46857 HTTP/1.1" status: 204 len: 168 time: 0.1495323 Mar 22 17:38:58.571177 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f0f49-06ff-4bd3-8b64-5108203d3c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af65fe1-f301-4fd8-9051-eac5e3d46857,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:58.632219 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 37c13937-61ca-48b7-baef-7aa834a8334e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=37c13937-61ca-48b7-baef-7aa834a8334e,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:58.644965 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '37c13937-61ca-48b7-baef-7aa834a8334e', 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf', 'port_id': '37c13937-61ca-48b7-baef-7aa834a8334e', 'mac_address': 'fa:16:3e:ac:c4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bace1c-9654-4e31-b89f-4b6eb3f9bf48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:38:58.687709 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 37c13937-61ca-48b7-baef-7aa834a8334e is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:58.688088 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.707710 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c13937-61ca-48b7-baef-7aa834a8334e {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:58.732918 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 37c13937-61ca-48b7-baef-7aa834a8334e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=37c13937-61ca-48b7-baef-7aa834a8334e,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:58.737174 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.792965 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=37c13937-61ca-48b7-baef-7aa834a8334e,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:58.970167 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['37c13937-61ca-48b7-baef-7aa834a8334e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:38:59.075701 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddbea-e1ed-4f5b-8896-7a97656bb4e1 req-4e22a276-c282-4c63-af21-37fa3edb5db4 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:59.077867 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-88bddbea-e1ed-4f5b-8896-7a97656bb4e1 req-4e22a276-c282-4c63-af21-37fa3edb5db4 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 944 time: 0.0561211 Mar 22 17:38:59.133476 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-88bddbea-e1ed-4f5b-8896-7a97656bb4e1 req-78c2d151-5aed-4b82-adad-7e4be2772a62 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492592 Mar 22 17:39:00.267083 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e39713-da3e-4d43-812a-97bc170307b0 req-9a711cb4-c4f4-44c2-baa4-e5f6a1da88d3 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:00.268595 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2e39713-da3e-4d43-812a-97bc170307b0 req-9a711cb4-c4f4-44c2-baa4-e5f6a1da88d3 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 944 time: 0.0660288 Mar 22 17:39:00.316196 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d2e39713-da3e-4d43-812a-97bc170307b0 req-b1b13736-0ebe-482e-b224-20814e1b16e8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Mar 22 17:39:00.338210 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39478) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:00.441034 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9645549b-4006-4062-b3e5-2fff29b0493b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.495554 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 37c13937-61ca-48b7-baef-7aa834a8334e up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:39:00.515246 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9645549b-4006-4062-b3e5-2fff29b0493b admin admin] Publish callbacks [] for security_group (5693b1b4-0225-479d-baed-a365bd6d1881), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.519413 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9645549b-4006-4062-b3e5-2fff29b0493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5693b1b4-0225-479d-baed-a365bd6d1881), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.546201 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 37c13937-61ca-48b7-baef-7aa834a8334e completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:39:00.550132 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 37c13937-61ca-48b7-baef-7aa834a8334e triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:00.550509 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.559464 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-9645549b-4006-4062-b3e5-2fff29b0493b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c96e8a3d3a444cccbe4ccde8794cda7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201679 Mar 22 17:39:00.561628 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645549b-4006-4062-b3e5-2fff29b0493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5693b1b4-0225-479d-baed-a365bd6d1881,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:00.562730 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39482) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:00.613868 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fde0ab30-3d0c-4186-948a-d505be508547 admin admin] Publish callbacks [] for security_group (5693b1b4-0225-479d-baed-a365bd6d1881), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.633714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 37c13937-61ca-48b7-baef-7aa834a8334e is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:00.634194 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.637445 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fde0ab30-3d0c-4186-948a-d505be508547 admin admin] Publish callbacks [] for security_group (5693b1b4-0225-479d-baed-a365bd6d1881), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.656708 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c13937-61ca-48b7-baef-7aa834a8334e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:00.658974 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eae5e8c-f4db-4520-a003-56495dd16035" -d '{"events": [{"server_uuid": "931cb833-57d6-4a53-aca5-69e3b09e440f", "name": "network-vif-plugged", "status": "completed", "tag": "37c13937-61ca-48b7-baef-7aa834a8334e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:00.677125 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 37c13937-61ca-48b7-baef-7aa834a8334e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=37c13937-61ca-48b7-baef-7aa834a8334e,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:00.681321 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.689646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fde0ab30-3d0c-4186-948a-d505be508547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5693b1b4-0225-479d-baed-a365bd6d1881), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.692290 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fde0ab30-3d0c-4186-948a-d505be508547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:00.693620 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fde0ab30-3d0c-4186-948a-d505be508547 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5693b1b4-0225-479d-baed-a365bd6d1881 HTTP/1.1" status: 204 len: 168 time: 0.1292679 Mar 22 17:39:00.702371 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0ab30-3d0c-4186-948a-d505be508547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693b1b4-0225-479d-baed-a365bd6d1881,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:00.717234 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79272cb-40c0-4f8d-9b63-521dc8616b6c x-openstack-request-id: req-c79272cb-40c0-4f8d-9b63-521dc8616b6c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:00.717527 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931cb833-57d6-4a53-aca5-69e3b09e440f", "name": "network-vif-plugged", "status": "completed", "tag": "37c13937-61ca-48b7-baef-7aa834a8334e", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:00.717932 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c79272cb-40c0-4f8d-9b63-521dc8616b6c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:00.718180 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79272cb-40c0-4f8d-9b63-521dc8616b6c'] response: {'server_uuid': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c13937-61ca-48b7-baef-7aa834a8334e', 'code': 200} Mar 22 17:39:00.758729 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=37c13937-61ca-48b7-baef-7aa834a8334e,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:00.885234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455b99-1bcb-4114-8952-943abd7de82d req-7e5bbd92-7188-45e3-ba31-8c3c29008d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:00.886799 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ae455b99-1bcb-4114-8952-943abd7de82d req-7e5bbd92-7188-45e3-ba31-8c3c29008d8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 1129 time: 0.0480723 Mar 22 17:39:00.937972 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ae455b99-1bcb-4114-8952-943abd7de82d req-d1000e56-fdf8-4444-94ef-c8874000809f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Mar 22 17:39:00.984936 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39492) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:00.998043 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-de6a29d0-8176-4383-8563-215c840fdbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.080226 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-de6a29d0-8176-4383-8563-215c840fdbd1 admin admin] Publish callbacks [] for security_group (68175745-dd94-494e-99de-2f872641d91c), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.085317 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-de6a29d0-8176-4383-8563-215c840fdbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (68175745-dd94-494e-99de-2f872641d91c), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.133112 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-de6a29d0-8176-4383-8563-215c840fdbd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=925a3b944b3f4505a6b8dc75fe65692f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469140 Mar 22 17:39:01.134316 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a29d0-8176-4383-8563-215c840fdbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68175745-dd94-494e-99de-2f872641d91c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:01.134515 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39494) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:01.183824 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9cb57302-1251-4622-876c-e5928a504ebe admin admin] Publish callbacks [] for security_group (68175745-dd94-494e-99de-2f872641d91c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.206789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9cb57302-1251-4622-876c-e5928a504ebe admin admin] Publish callbacks [] for security_group (68175745-dd94-494e-99de-2f872641d91c), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.257836 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9cb57302-1251-4622-876c-e5928a504ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (68175745-dd94-494e-99de-2f872641d91c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.260778 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9cb57302-1251-4622-876c-e5928a504ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.261967 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-9cb57302-1251-4622-876c-e5928a504ebe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68175745-dd94-494e-99de-2f872641d91c HTTP/1.1" status: 204 len: 168 time: 0.1264181 Mar 22 17:39:01.270496 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57302-1251-4622-876c-e5928a504ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68175745-dd94-494e-99de-2f872641d91c,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:01.450768 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0a5d-bf1c-473f-b731-60e109c452c8 req-af0d76d5-8891-42b1-8301-08cdf80c3c71 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:01.452346 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3cba0a5d-bf1c-473f-b731-60e109c452c8 req-af0d76d5-8891-42b1-8301-08cdf80c3c71 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0579064 Mar 22 17:39:01.503242 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3cba0a5d-bf1c-473f-b731-60e109c452c8 req-2ee48233-a58c-460e-9c06-f41835f5656a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Mar 22 17:39:02.638880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1850c-c112-43c2-aac5-1953d68989a6 req-45860e43-9262-423b-aa17-b149059e89d4 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:02.640628 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d1d1850c-c112-43c2-aac5-1953d68989a6 req-45860e43-9262-423b-aa17-b149059e89d4 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0615816 Mar 22 17:39:02.690504 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d1d1850c-c112-43c2-aac5-1953d68989a6 req-01293aeb-039b-486d-81ca-e2770ace6e32 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Mar 22 17:39:08.569105 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39652) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:08.690111 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-197fcd92-fc0f-41ae-bfa5-6232f3eaa1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.776260 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-197fcd92-fc0f-41ae-bfa5-6232f3eaa1b7 admin admin] Publish callbacks [] for security_group (ebec1e7f-e772-4fe5-84ff-159eba21d5aa), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.781688 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-197fcd92-fc0f-41ae-bfa5-6232f3eaa1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ebec1e7f-e772-4fe5-84ff-159eba21d5aa), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.821545 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fcd92-fc0f-41ae-bfa5-6232f3eaa1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebec1e7f-e772-4fe5-84ff-159eba21d5aa,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:08.827990 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-197fcd92-fc0f-41ae-bfa5-6232f3eaa1b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=854fef1baaa4474e9f1830025a86bbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578022 Mar 22 17:39:08.828948 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39656) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:08.885018 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3637c2cf-1510-4664-8911-92b00ebd4324 admin admin] Publish callbacks [] for security_group (ebec1e7f-e772-4fe5-84ff-159eba21d5aa), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.913282 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3637c2cf-1510-4664-8911-92b00ebd4324 admin admin] Publish callbacks [] for security_group (ebec1e7f-e772-4fe5-84ff-159eba21d5aa), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.965791 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3637c2cf-1510-4664-8911-92b00ebd4324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ebec1e7f-e772-4fe5-84ff-159eba21d5aa), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.968449 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3637c2cf-1510-4664-8911-92b00ebd4324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:08.969689 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-3637c2cf-1510-4664-8911-92b00ebd4324 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebec1e7f-e772-4fe5-84ff-159eba21d5aa HTTP/1.1" status: 204 len: 168 time: 0.1397493 Mar 22 17:39:08.979458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637c2cf-1510-4664-8911-92b00ebd4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebec1e7f-e772-4fe5-84ff-159eba21d5aa,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:09.262191 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39662) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:09.276029 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-09ed9c27-8f45-4749-a9e8-ad4d443f64d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.352480 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-09ed9c27-8f45-4749-a9e8-ad4d443f64d2 admin admin] Publish callbacks [] for security_group (ea509bd1-ede2-4e30-8904-d5ac77fbc6a7), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.356393 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-09ed9c27-8f45-4749-a9e8-ad4d443f64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ea509bd1-ede2-4e30-8904-d5ac77fbc6a7), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.399458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9c27-8f45-4749-a9e8-ad4d443f64d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea509bd1-ede2-4e30-8904-d5ac77fbc6a7,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:09.406130 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-09ed9c27-8f45-4749-a9e8-ad4d443f64d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f951defb95954c70976ea128149b386a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428368 Mar 22 17:39:09.408669 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39664) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:09.470452 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5e61c8-a9af-47ed-85f0-567bedf34482 admin admin] Publish callbacks [] for security_group (ea509bd1-ede2-4e30-8904-d5ac77fbc6a7), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.502770 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5e61c8-a9af-47ed-85f0-567bedf34482 admin admin] Publish callbacks [] for security_group (ea509bd1-ede2-4e30-8904-d5ac77fbc6a7), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.559837 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5e61c8-a9af-47ed-85f0-567bedf34482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (ea509bd1-ede2-4e30-8904-d5ac77fbc6a7), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.563752 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-db5e61c8-a9af-47ed-85f0-567bedf34482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:09.565173 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-db5e61c8-a9af-47ed-85f0-567bedf34482 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea509bd1-ede2-4e30-8904-d5ac77fbc6a7 HTTP/1.1" status: 204 len: 168 time: 0.1555653 Mar 22 17:39:09.597107 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e61c8-a9af-47ed-85f0-567bedf34482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea509bd1-ede2-4e30-8904-d5ac77fbc6a7,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:10.889287 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39698) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:11.023563 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-588327e3-8917-4b1c-bdf2-01bfed9201d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.122115 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-588327e3-8917-4b1c-bdf2-01bfed9201d6 admin admin] Publish callbacks [] for security_group (033a1e82-000d-4e56-bada-6e44e618db5a), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.127540 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-588327e3-8917-4b1c-bdf2-01bfed9201d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (033a1e82-000d-4e56-bada-6e44e618db5a), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.172386 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-588327e3-8917-4b1c-bdf2-01bfed9201d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8e871e9a511479a8e568c3a487ad8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818272 Mar 22 17:39:11.174575 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588327e3-8917-4b1c-bdf2-01bfed9201d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033a1e82-000d-4e56-bada-6e44e618db5a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:11.175684 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39702) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:11.240922 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e9807d7-6c77-4340-99c0-9c146253da35 admin admin] Publish callbacks [] for security_group (033a1e82-000d-4e56-bada-6e44e618db5a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.270023 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e9807d7-6c77-4340-99c0-9c146253da35 admin admin] Publish callbacks [] for security_group (033a1e82-000d-4e56-bada-6e44e618db5a), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.336989 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e9807d7-6c77-4340-99c0-9c146253da35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (033a1e82-000d-4e56-bada-6e44e618db5a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.340965 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e9807d7-6c77-4340-99c0-9c146253da35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.342472 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-1e9807d7-6c77-4340-99c0-9c146253da35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/033a1e82-000d-4e56-bada-6e44e618db5a HTTP/1.1" status: 204 len: 168 time: 0.1653106 Mar 22 17:39:11.353913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9807d7-6c77-4340-99c0-9c146253da35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033a1e82-000d-4e56-bada-6e44e618db5a,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:13.476719 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0abe92-f601-4c53-b0aa-1b0e3fba791f req-f721a5d4-0966-4c12-9bb2-fd4e1c85dd7d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.478351 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7b0abe92-f601-4c53-b0aa-1b0e3fba791f req-f721a5d4-0966-4c12-9bb2-fd4e1c85dd7d tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 947 time: 0.0566638 Mar 22 17:39:13.530588 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-7b0abe92-f601-4c53-b0aa-1b0e3fba791f req-1ddf360c-c9fb-4a79-ac35-a4ecb75c1ba6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463336 Mar 22 17:39:13.930577 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-d96872dd-3756-45ac-aaf2-d419ef7d5efc tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ef13019b18a14d29ab88f8dba4b7ba3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307322 Mar 22 17:39:14.127365 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-ace00721-7bf6-4301-91d8-6772253c2240 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.128921 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-ace00721-7bf6-4301-91d8-6772253c2240 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929972 Mar 22 17:39:14.144129 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-94a38e52-afce-4825-baf4-009ef0c6848c tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/quotas/ef13019b18a14d29ab88f8dba4b7ba3c HTTP/1.1" status: 200 len: 375 time: 0.0098526 Mar 22 17:39:14.178117 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-c69c025d-560b-4c83-858c-4dffdde4fd96 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ef13019b18a14d29ab88f8dba4b7ba3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281761 Mar 22 17:39:14.342783 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a8ae7b4f-44fd-42cd-9cf0-27f6f4141601 req-ba7918b1-8269-4347-b0fe-2dad0d1f1018 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Mar 22 17:39:14.683270 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f0186-a3ab-4f55-8f6d-1228401eb5d8 req-79a41a6a-1d69-423f-a255-1602b2e37ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.684793 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-036f0186-a3ab-4f55-8f6d-1228401eb5d8 req-79a41a6a-1d69-423f-a255-1602b2e37ad9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 947 time: 0.0610292 Mar 22 17:39:14.737759 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-036f0186-a3ab-4f55-8f6d-1228401eb5d8 req-a47af0bc-73d7-4ca6-8fca-b9279a77f0f1 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a1f7de5-6758-481f-8f12-af0cc46ed4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Mar 22 17:39:15.011789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-5e594fa7-cfa7-48bb-9651-e87b6c450111 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:15.013268 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-5e594fa7-cfa7-48bb-9651-e87b6c450111 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 947 time: 0.0563209 Mar 22 17:39:15.119233 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Deleting port 65857555-8233-456e-9424-8ad0b5df8053 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:15.119586 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (65857555-8233-456e-9424-8ad0b5df8053), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.219515 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] For port 65857555-8233-456e-9424-8ad0b5df8053, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=65857555-8233-456e-9424-8ad0b5df8053,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:15.219884 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (65857555-8233-456e-9424-8ad0b5df8053), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.295827 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-60699ac5-22a3-41aa-9b9f-4dbc9b361246 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ef13019b18a14d29ab88f8dba4b7ba3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371985 Mar 22 17:39:15.483247 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6ae8d20a-9c5e-4b16-90c4-6d03ebc1c34d req-f5087355-3b31-4592-a016-df9cfc573210 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 210 time: 0.0634198 Mar 22 17:39:15.503105 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-bdde7684-4082-4717-87c2-cf1bb432cb4d tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:15.503932 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.504396 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (56c777ec-55e1-4865-afe3-a240ae45daca), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.504721 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.l3_db [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Floating IP 56c777ec-55e1-4865-afe3-a240ae45daca disassociated. External IP: 172.28.1.196, port: 65857555-8233-456e-9424-8ad0b5df8053. Mar 22 17:39:15.505021 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-bdde7684-4082-4717-87c2-cf1bb432cb4d tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043629 Mar 22 17:39:15.505148 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Calling delete_port for 65857555-8233-456e-9424-8ad0b5df8053 owned by compute:nova {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:15.521887 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Request body: {'port': {'device_id': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c', 'admin_state_up': True, 'tenant_id': 'ef13019b18a14d29ab88f8dba4b7ba3c'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:15.635837 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Made reservation on behalf of ef13019b18a14d29ab88f8dba4b7ba3c for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:39:15.639467 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.647715 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (65857555-8233-456e-9424-8ad0b5df8053), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.649751 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.682137 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event deleted for resources: {'Port': ['ID=65857555-8233-456e-9424-8ad0b5df8053,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:15.740665 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks [] for security_group (a3c874f6-e845-45cf-bc96-e60512443bd8), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.745173 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a3c874f6-e845-45cf-bc96-e60512443bd8), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.818627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c874f6-e845-45cf-bc96-e60512443bd8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:15.870232 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d95dc184-38d1-459b-9082-eb5f06075ab1 req-abda7c28-12b7-4bc7-b252-4fc7bd8d4df9 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/ports?device_id=6756c63c-7b44-49d4-ab40-7528d34d16ca HTTP/1.1" status: 200 len: 210 time: 0.0531802 Mar 22 17:39:15.881749 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:39:15.905059 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Allocated IP 192.168.233.84 (7145b03c-caab-4730-9d31-bbf1c9f0af7c/77cfff0e-51b4-46b6-b2ea-965882d01768/dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:16.012102 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:39:16.029066 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:39:16.043212 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:16.043864 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:38:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:16.073039 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] No DVR routers for this DVR port 65857555-8233-456e-9424-8ad0b5df8053 on host hv-cinder-82057 {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:39:16.077178 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.081294 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f269d49d-5f45-401c-8a77-ba86fcffe022 req-0ef0a3e6-b5ac-4bf7-ad54-6e612f868831 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.64 "DELETE /v2.0/ports/65857555-8233-456e-9424-8ad0b5df8053 HTTP/1.1" status: 204 len: 173 time: 1.0608764 Mar 22 17:39:16.082168 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-deleted', 'tag': '65857555-8233-456e-9424-8ad0b5df8053'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:16.085897 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd81c8ceac9ebda6d195bd0ab9f5eaf34d3aef924d8b25fb03f3a4127a908a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16708990-dce6-4a4c-b7b4-db7ae335e4b1" -d '{"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-deleted", "tag": "65857555-8233-456e-9424-8ad0b5df8053"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:16.113670 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks [] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.160801 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.181145 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4236b6af-8771-4482-b5b3-508da97538bd x-openstack-request-id: req-4236b6af-8771-4482-b5b3-508da97538bd {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:16.184134 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6756c63c-7b44-49d4-ab40-7528d34d16ca", "name": "network-vif-deleted", "tag": "65857555-8233-456e-9424-8ad0b5df8053", "status": "completed", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:16.185330 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4236b6af-8771-4482-b5b3-508da97538bd {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:16.188480 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4236b6af-8771-4482-b5b3-508da97538bd'] response: {'server_uuid': '6756c63c-7b44-49d4-ab40-7528d34d16ca', 'name': 'network-vif-deleted', 'tag': '65857555-8233-456e-9424-8ad0b5df8053', 'status': 'completed', 'code': 200} Mar 22 17:39:16.190211 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:16.208072 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Network 7145b03c-caab-4730-9d31-bbf1c9f0af7c is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:16.215523 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:16.218372 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:16.296161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Pushing event updated for resources: {'Port': ['ID=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:16.305573 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:16.306279 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.332602 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0c74c171-99a9-40c4-85f1-9c134aaa9a32 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8151939 Mar 22 17:39:16.348936 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Request body: {'port': {'device_id': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:16.449049 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:16.450899 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.482052 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:39:16.491538 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:16.492177 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:38:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:16.620596 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:16.629224 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ee150-c6ff-449a-bfbd-bdea2f2575f9 req-94f46f1a-3c4a-4856-b1b0-c43ee4886d80 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:16.637335 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bd7ee150-c6ff-449a-bfbd-bdea2f2575f9 req-94f46f1a-3c4a-4856-b1b0-c43ee4886d80 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 935 time: 0.0776122 Mar 22 17:39:16.646519 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-62a55fb7-d9da-4128-bee9-a22393beb4ae None None] Provisioning complete for port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:16.647158 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62a55fb7-d9da-4128-bee9-a22393beb4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.700363 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-bd7ee150-c6ff-449a-bfbd-bdea2f2575f9 req-5809f668-b87b-4746-a180-28ae22c95654 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564141 Mar 22 17:39:16.743555 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-62a55fb7-d9da-4128-bee9-a22393beb4ae None None] Port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:39:16.755060 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93883daa-93e2-41d9-912a-0447068322ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.803213 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:16.811305 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Publish callbacks [] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.825138 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Transition to ACTIVE for port object dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:39:16.829036 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.915685 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:16.978533 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:17.012240 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39812) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:17.019759 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d72980-1dff-4325-8e9f-5bf21047abc5 None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:32:42Z', 'revision_number': 4, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '579c3229-875d-4f5b-8ee3-083caba241c2', 'name': '', 'network_id': 'bab3073a-46f5-469d-a206-23a3121eba1f', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'mac_address': 'fa:16:3e:61:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:39Z', 'updated_at': '2022-03-22T17:32:52Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'subnets': [{'id': 'a1e7ea19-b265-49f8-a74f-c2c5dea0874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:39:17.038163 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Attempting to bind port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:39:17.038808 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Attempting to bind port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:39:17.039721 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Attempting to bind port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad on network 7145b03c-caab-4730-9d31-bbf1c9f0af7c {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:17.046403 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad on network 7145b03c-caab-4730-9d31-bbf1c9f0af7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:39:17.047389 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Attempting to bind port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad on network 7145b03c-caab-4730-9d31-bbf1c9f0af7c {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:17.055218 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:39:17.056589 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Checking segment: {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:39:17.058199 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Bound using segment: {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:39:17.059178 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Bound port: dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8375aa0d-3534-462d-bb8a-eb8cce73082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:39:17.059980 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.092770 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c2b29249-e64d-4c4f-bfde-1119772136a4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (5a1f7de5-6758-481f-8f12-af0cc46ed4e8), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.133635 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c2b29249-e64d-4c4f-bfde-1119772136a4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (5a1f7de5-6758-481f-8f12-af0cc46ed4e8), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.159434 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] For port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:39:17.163974 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] For port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:39:17.172952 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.215451 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.216092 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.217561 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] 10.222.0.64 "PUT /v2.0/ports/dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad HTTP/1.1" status: 200 len: 1097 time: 0.8757398 Mar 22 17:39:17.218053 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'tag': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:17.221281 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fba71dc-882b-4512-bfc8-0279b8c31d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6148d18-a30c-45fc-a9aa-574acab5c793", "tag": "dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:17.222581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c2b29249-e64d-4c4f-bfde-1119772136a4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (5a1f7de5-6758-481f-8f12-af0cc46ed4e8), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.227143 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c2b29249-e64d-4c4f-bfde-1119772136a4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.228595 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-c2b29249-e64d-4c4f-bfde-1119772136a4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "DELETE /v2.0/security-groups/5a1f7de5-6758-481f-8f12-af0cc46ed4e8 HTTP/1.1" status: 204 len: 168 time: 0.2150779 Mar 22 17:39:17.232065 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39816) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:17.251830 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b29249-e64d-4c4f-bfde-1119772136a4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1f7de5-6758-481f-8f12-af0cc46ed4e8,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:17.263381 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.api.v2.resource [None req-289c9805-d52c-40b3-95a3-0bcc1f8e9ce4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] show failed (client error): The resource could not be found. Mar 22 17:39:17.264477 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-289c9805-d52c-40b3-95a3-0bcc1f8e9ce4 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "GET /v2.0/security-groups/5a1f7de5-6758-481f-8f12-af0cc46ed4e8 HTTP/1.1" status: 404 len: 347 time: 0.0314269 Mar 22 17:39:17.271288 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39822) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:17.379532 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8bcc1-fd41-48d1-bfbe-1f4d9b52fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:17.443282 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0218796b-4f3f-4560-843b-0f5a28599159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.445099 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0218796b-4f3f-4560-843b-0f5a28599159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef13019b18a14d29ab88f8dba4b7ba3c&device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 1131 time: 0.1377461 Mar 22 17:39:17.507417 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301c795-e03d-4e6d-98bd-c412264cbc9a None None] New status for floating IP 56c777ec-55e1-4865-afe3-a240ae45daca: DOWN {{(pid=103200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:39:17.515594 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-c3f4c798-bf23-42e1-b7cb-28ebe42bc260 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad HTTP/1.1" status: 200 len: 217 time: 0.0620081 Mar 22 17:39:17.537058 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Deleting port ad38f302-8490-4be5-8b22-d6dea3d90d0e {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:17.537711 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.606842 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-7bb73938-209b-4c6e-aeea-b817fbcc83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.609463 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-7bb73938-209b-4c6e-aeea-b817fbcc83b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77cfff0e-51b4-46b6-b2ea-965882d01768 HTTP/1.1" status: 200 len: 843 time: 0.0848117 Mar 22 17:39:17.686385 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-84a6855a-d723-4756-a2f0-ff5751c46748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.687973 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-84a6855a-d723-4756-a2f0-ff5751c46748 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7145b03c-caab-4730-9d31-bbf1c9f0af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709114 Mar 22 17:39:17.689527 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9afed-a3e4-458f-bfd0-192acaa9f662 x-openstack-request-id: req-53a9afed-a3e4-458f-bfd0-192acaa9f662 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:17.689823 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6148d18-a30c-45fc-a9aa-574acab5c793", "tag": "dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:17.690098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53a9afed-a3e4-458f-bfd0-192acaa9f662 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:17.690502 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a9afed-a3e4-458f-bfd0-192acaa9f662'] response: {'name': 'network-changed', 'server_uuid': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'tag': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad', 'status': 'completed', 'code': 200} Mar 22 17:39:17.710606 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.711115 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (ad38f302-8490-4be5-8b22-d6dea3d90d0e), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.742334 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Calling delete_port for ad38f302-8490-4be5-8b22-d6dea3d90d0e owned by network:floatingip {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:17.812512 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-0d616495-5345-4248-8e62-4988edf8349c service neutron] 10.222.0.64 "GET /v2.0/networks/7145b03c-caab-4730-9d31-bbf1c9f0af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111310 Mar 22 17:39:17.943149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0b35d-b483-4aaf-88bf-af0344c7a52b req-77a855b9-3d8a-40d7-b703-cbcec065ead9 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.944298 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f3f0b35d-b483-4aaf-88bf-af0344c7a52b req-77a855b9-3d8a-40d7-b703-cbcec065ead9 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 947 time: 0.1028261 Mar 22 17:39:17.978497 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c8d280c6-6a90-4473-9aae-776965f485d1 req-b58e04e2-db0a-42b4-9450-28c765b07e8f service neutron] 10.222.0.64 "GET /v2.0/networks/7145b03c-caab-4730-9d31-bbf1c9f0af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584854 Mar 22 17:39:18.037152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f3f0b35d-b483-4aaf-88bf-af0344c7a52b req-3e4c943a-3b71-410e-b58f-0a16a0da4dbb tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837238 Mar 22 17:39:18.038408 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (ad38f302-8490-4be5-8b22-d6dea3d90d0e), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.073475 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Pushing event deleted for resources: {'Port': ['ID=ad38f302-8490-4be5-8b22-d6dea3d90d0e,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:18.103495 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-040dbf03-fb6d-4d7e-8973-7cc82a8f4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.106191 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-040dbf03-fb6d-4d7e-8973-7cc82a8f4131 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef13019b18a14d29ab88f8dba4b7ba3c&device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 1131 time: 0.0804412 Mar 22 17:39:18.162458 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks [] for floatingip (56c777ec-55e1-4865-afe3-a240ae45daca), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.165382 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.166612 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-61d28183-8e7b-454b-8520-8b3699dca3d6 tempest-AttachVolumeShelveTestJSON-53229319 tempest-AttachVolumeShelveTestJSON-53229319-project] 10.222.0.48 "DELETE /v2.0/floatingips/56c777ec-55e1-4865-afe3-a240ae45daca HTTP/1.1" status: 204 len: 168 time: 0.8942740 Mar 22 17:39:18.233120 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-21c922a7-7e1f-4f0e-a1e6-a1c403484b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.234267 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-21c922a7-7e1f-4f0e-a1e6-a1c403484b74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7145b03c-caab-4730-9d31-bbf1c9f0af7c HTTP/1.1" status: 200 len: 870 time: 0.1211190 Mar 22 17:39:18.281005 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-2c719ffe-9846-4c94-ad23-0872f6bf82ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad HTTP/1.1" status: 200 len: 217 time: 0.0401108 Mar 22 17:39:18.367801 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-e0296b57-40eb-498c-9cfc-add2149110c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.370115 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-e0296b57-40eb-498c-9cfc-add2149110c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77cfff0e-51b4-46b6-b2ea-965882d01768 HTTP/1.1" status: 200 len: 843 time: 0.0783350 Mar 22 17:39:18.438692 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-e76b800c-219a-4cd8-bf46-6ce4f3a5c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.440297 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-e76b800c-219a-4cd8-bf46-6ce4f3a5c77b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7145b03c-caab-4730-9d31-bbf1c9f0af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630138 Mar 22 17:39:18.549118 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-0da666d1-c19c-410a-8c47-021ee623d206 service neutron] 10.222.0.64 "GET /v2.0/networks/7145b03c-caab-4730-9d31-bbf1c9f0af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974462 Mar 22 17:39:18.588666 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:18.622434 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 65857555-8233-456e-9424-8ad0b5df8053 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:39:18.623149 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 65857555-8233-456e-9424-8ad0b5df8053 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:39:18.661092 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-2fba71dc-882b-4512-bfc8-0279b8c31d7b req-9e8a5cd1-fd8f-4eb8-9e1b-2fd8541acaf8 service neutron] 10.222.0.64 "GET /v2.0/networks/7145b03c-caab-4730-9d31-bbf1c9f0af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039939 Mar 22 17:39:18.929267 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-50567cdc-cf52-4d4f-bca7-179d1d0318cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:19.216651 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541f95-0711-486a-acda-e6963c5f20f0 req-9659ea88-0956-487b-8826-1d9ddf99e5a8 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.219384 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3b541f95-0711-486a-acda-e6963c5f20f0 req-9659ea88-0956-487b-8826-1d9ddf99e5a8 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 947 time: 0.0935154 Mar 22 17:39:19.282171 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3b541f95-0711-486a-acda-e6963c5f20f0 req-32deb66b-dbe6-42a4-982b-37b93b9a2b48 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560288 Mar 22 17:39:20.054590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.251779 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.443779 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d3895-c7bc-4a34-8e8c-83e4b116b212 req-5653711a-2293-40da-99c0-1168cbda314e tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.445920 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cd0d3895-c7bc-4a34-8e8c-83e4b116b212 req-5653711a-2293-40da-99c0-1168cbda314e tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 947 time: 0.0888481 Mar 22 17:39:20.523836 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cd0d3895-c7bc-4a34-8e8c-83e4b116b212 req-5226ef35-2248-42bd-9bef-ef16b8975053 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Mar 22 17:39:20.604441 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:39:20.675908 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39868) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:20.743957 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:20.757967 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad', 'network_id': '7145b03c-caab-4730-9d31-bbf1c9f0af7c', 'port_id': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad', 'mac_address': 'fa:16:3e:83:5b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77cfff0e-51b4-46b6-b2ea-965882d01768', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:39:20.800637 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:20.801038 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.815201 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:20.839714 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:20.844629 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.900779 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:20.908607 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.909034 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.909180 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.909789 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.909885 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.910187 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.910522 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.910858 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.911219 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.912045 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.912378 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.912712 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.913042 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.913384 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:20.913712 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:21.074489 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:21.169269 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (3641f5f5-8c2c-4736-9942-b8e46743f164), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:21.572250 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:21.689542 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30765dbd-db04-4626-a52e-e8cb1f5e3f2b req-0780b727-c74c-4c5d-a16e-197f63d153b4 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:21.691163 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-30765dbd-db04-4626-a52e-e8cb1f5e3f2b req-0780b727-c74c-4c5d-a16e-197f63d153b4 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 948 time: 0.0822072 Mar 22 17:39:21.796639 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-30765dbd-db04-4626-a52e-e8cb1f5e3f2b req-e72e393f-538a-4af2-bd4b-80df330cc47d tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989125 Mar 22 17:39:21.817007 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Deleting port 579c3229-875d-4f5b-8ee3-083caba241c2 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:21.817357 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:21.899721 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] For port 579c3229-875d-4f5b-8ee3-083caba241c2, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=579c3229-875d-4f5b-8ee3-083caba241c2,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:21.900089 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:21.913674 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Calling delete_port for 579c3229-875d-4f5b-8ee3-083caba241c2 owned by network:router_interface {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:22.117679 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (579c3229-875d-4f5b-8ee3-083caba241c2), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.149390 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Pushing event deleted for resources: {'Port': ['ID=579c3229-875d-4f5b-8ee3-083caba241c2,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:22.340418 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (3641f5f5-8c2c-4736-9942-b8e46743f164), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.578188 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Router 3641f5f5-8c2c-4736-9942-b8e46743f164 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:39:22.623042 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:39:22.673450 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:39:22.679647 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:22.680044 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.698381 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:39:22.706469 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-ea7be876-b32f-4f04-b8c7-f1db3e22886e admin admin] 10.222.0.48 "PUT /v2.0/routers/3641f5f5-8c2c-4736-9942-b8e46743f164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292308 Mar 22 17:39:22.709413 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39884) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:22.710549 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] Sync routers for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:39:22.728291 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:22.729312 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:39:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:22.808498 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:22.809121 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.847073 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:22.851381 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbac6ccc-5041-41f4-85e0-2bca40d43272" -d '{"events": [{"server_uuid": "a6148d18-a30c-45fc-a9aa-574acab5c793", "name": "network-vif-plugged", "status": "completed", "tag": "dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:22.892728 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:22.902204 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.948084 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:22.948783 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986bac06-9737-4b43-8ab7-3c8a52fad448 x-openstack-request-id: req-986bac06-9737-4b43-8ab7-3c8a52fad448 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:22.949773 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6148d18-a30c-45fc-a9aa-574acab5c793", "name": "network-vif-plugged", "status": "completed", "tag": "dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:22.950153 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-986bac06-9737-4b43-8ab7-3c8a52fad448 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:22.951057 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986bac06-9737-4b43-8ab7-3c8a52fad448'] response: {'server_uuid': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad', 'code': 200} Mar 22 17:39:23.008589 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:23.066400 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab0229-e196-4dcd-ab76-43d3952dd341 req-9ab53cc0-d95f-464b-94e9-7283e6e383ed tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:23.069634 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-77ab0229-e196-4dcd-ab76-43d3952dd341 req-9ab53cc0-d95f-464b-94e9-7283e6e383ed tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 949 time: 0.1772523 Mar 22 17:39:23.092137 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.167737 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-77ab0229-e196-4dcd-ab76-43d3952dd341 req-9c138131-4efb-482b-a8f3-36caf1871ea8 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912600 Mar 22 17:39:23.195298 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks [] for router (3641f5f5-8c2c-4736-9942-b8e46743f164), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.263727 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:39:22Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:23.274211 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9380d01-5a5e-459a-b9da-2180c3ec1811 req-00d95d81-c633-4070-9075-d1dba6203b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:23.275785 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b9380d01-5a5e-459a-b9da-2180c3ec1811 req-00d95d81-c633-4070-9075-d1dba6203b27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 1133 time: 0.1369417 Mar 22 17:39:23.306249 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] Checking router: 3641f5f5-8c2c-4736-9942-b8e46743f164 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:39:23.329404 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] Routers {'3641f5f5-8c2c-4736-9942-b8e46743f164'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:23.330353 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:39:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['3641f5f5-8c2c-4736-9942-b8e46743f164'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:23.358065 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-b9380d01-5a5e-459a-b9da-2180c3ec1811 req-98e686ef-b81b-47e5-b664-fc582a5379ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720525 Mar 22 17:39:23.370127 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks [] for router_gateway (3641f5f5-8c2c-4736-9942-b8e46743f164), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.411751 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:39:23.428884 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Deleting port 25730bfe-4582-430f-a125-5c956659baab {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:23.429136 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (25730bfe-4582-430f-a125-5c956659baab), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.451962 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] Set router 3641f5f5-8c2c-4736-9942-b8e46743f164 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:23.507063 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] For port 25730bfe-4582-430f-a125-5c956659baab, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=25730bfe-4582-430f-a125-5c956659baab,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:23.507461 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (25730bfe-4582-430f-a125-5c956659baab), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.520903 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Calling delete_port for 25730bfe-4582-430f-a125-5c956659baab owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:23.641556 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:39:22Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:23.668447 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca72ffc-212f-4252-8572-2ef9a3fb20c7 None None] The sync data for ids ['3641f5f5-8c2c-4736-9942-b8e46743f164'] in dv-cinder-820578-3-smb is: [{'id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'name': 'tempest-AttachVolumeShelveTestJSON-41943409-router', 'tenant_id': '9a76be41bbf345b08096eb14e1a33524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '25730bfe-4582-430f-a125-5c956659baab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:32:25Z', 'updated_at': '2022-03-22T17:39:22Z', 'revision_number': 5, 'project_id': '9a76be41bbf345b08096eb14e1a33524', 'gw_port': {'id': '25730bfe-4582-430f-a125-5c956659baab', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641f5f5-8c2c-4736-9942-b8e46743f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:32:27Z', 'updated_at': '2022-03-22T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:39:23.695891 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (25730bfe-4582-430f-a125-5c956659baab), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.728367 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Pushing event deleted for resources: {'Port': ['ID=25730bfe-4582-430f-a125-5c956659baab,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:23.789800 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (3641f5f5-8c2c-4736-9942-b8e46743f164), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.881030 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (3641f5f5-8c2c-4736-9942-b8e46743f164), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.883232 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks [] for router_controller (3641f5f5-8c2c-4736-9942-b8e46743f164), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.925706 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (3641f5f5-8c2c-4736-9942-b8e46743f164), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.926229 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3641f5f5-8c2c-4736-9942-b8e46743f164 {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:39:23.931767 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.932867 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c938460f-24e0-45f3-964a-66016a9505fb admin admin] 10.222.0.48 "DELETE /v2.0/routers/3641f5f5-8c2c-4736-9942-b8e46743f164 HTTP/1.1" status: 204 len: 168 time: 1.2210250 Mar 22 17:39:23.935336 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39892) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:23.982876 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Deleting subnet a1e7ea19-b265-49f8-a74f-c2c5dea0874a {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:39:23.985925 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Publish callbacks [] for subnet (a1e7ea19-b265-49f8-a74f-c2c5dea0874a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.026185 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (a1e7ea19-b265-49f8-a74f-c2c5dea0874a), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.121104 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 579c3229-875d-4f5b-8ee3-083caba241c2 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:24.124435 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (a1e7ea19-b265-49f8-a74f-c2c5dea0874a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.141677 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 579c3229-875d-4f5b-8ee3-083caba241c2 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:39:24.142026 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 579c3229-875d-4f5b-8ee3-083caba241c2 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:39:24.184448 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (a1e7ea19-b265-49f8-a74f-c2c5dea0874a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.216129 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e7ea19-b265-49f8-a74f-c2c5dea0874a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:24.219797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.226878 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f847d9e5-a609-4046-b3be-afa59154f305 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a1e7ea19-b265-49f8-a74f-c2c5dea0874a HTTP/1.1" status: 204 len: 168 time: 0.2875140 Mar 22 17:39:24.227149 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 39896) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:24.227616 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08141cae-3afd-479c-9e07-b9a160ecca6c None None] Network bab3073a-46f5-469d-a206-23a3121eba1f requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:39:24.297636 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (bab3073a-46f5-469d-a206-23a3121eba1f), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.318046 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d99a6-c8d8-427d-b412-96ae0d33588a req-b4781d71-c659-48b2-b348-8a1e792ce55c tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:24.319884 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc6d99a6-c8d8-427d-b412-96ae0d33588a req-b4781d71-c659-48b2-b348-8a1e792ce55c tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 949 time: 0.0747268 Mar 22 17:39:24.385125 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Deleting port 7cd692de-2f29-41d9-8416-65cb4de9e40a {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:24.385469 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.427601 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cc6d99a6-c8d8-427d-b412-96ae0d33588a req-26d25ad0-a1cf-4220-bad5-4ae5bb81b367 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977223 Mar 22 17:39:24.442703 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] DHCP port deletion for bab3073a-46f5-469d-a206-23a3121eba1f request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:39:24.486453 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] For port 7cd692de-2f29-41d9-8416-65cb4de9e40a, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cd692de-2f29-41d9-8416-65cb4de9e40a,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:24.486849 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.502801 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] Deleting port 7cd692de-2f29-41d9-8416-65cb4de9e40a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:24.503394 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.504767 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Calling delete_port for 7cd692de-2f29-41d9-8416-65cb4de9e40a owned by network:dhcp {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:24.575404 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] For port 7cd692de-2f29-41d9-8416-65cb4de9e40a, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=7cd692de-2f29-41d9-8416-65cb4de9e40a,segment=NetworkSegment(571856de-f05b-44ef-855d-d92f2fc245d3),segment_id=571856de-f05b-44ef-855d-d92f2fc245d3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:24.575719 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.593659 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] Calling delete_port for 7cd692de-2f29-41d9-8416-65cb4de9e40a owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:24.599890 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.625509 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd692de-2f29-41d9-8416-65cb4de9e40a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:24.635158 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] No DVR routers for this DVR port 7cd692de-2f29-41d9-8416-65cb4de9e40a on host dv-cinder-820578-3-smb {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:39:24.678476 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (7cd692de-2f29-41d9-8416-65cb4de9e40a), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.705952 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] Pushing event deleted for resources: {'Port': ['ID=7cd692de-2f29-41d9-8416-65cb4de9e40a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:24.707862 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ab30c-9c52-4027-807e-6f7bd4cadee0 None None] No DVR routers for this DVR port 7cd692de-2f29-41d9-8416-65cb4de9e40a on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:39:24.718154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (bab3073a-46f5-469d-a206-23a3121eba1f), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.742334 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab3073a-46f5-469d-a206-23a3121eba1f']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:24.752389 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571856de-f05b-44ef-855d-d92f2fc245d3') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:24.752685 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571856de-f05b-44ef-855d-d92f2fc245d3') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:24.764520 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (571856de-f05b-44ef-855d-d92f2fc245d3), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.782003 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (571856de-f05b-44ef-855d-d92f2fc245d3), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.789580 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:39:24.790092 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (571856de-f05b-44ef-855d-d92f2fc245d3), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:39:24.792047 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:39:24.858921 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (bab3073a-46f5-469d-a206-23a3121eba1f), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.865011 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.868481 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bab3073a-46f5-469d-a206-23a3121eba1f HTTP/1.1" status: 204 len: 168 time: 0.6403840 Mar 22 17:39:24.887071 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a392e0-91b0-45c5-9d9f-7d8bd0d5fa72 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab3073a-46f5-469d-a206-23a3121eba1f,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:24.996296 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39902) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:25.041674 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a4d8e55d-624f-45ca-8b0d-18f663c3ac73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a76be41bbf345b08096eb14e1a33524&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430930 Mar 22 17:39:25.044344 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 39904) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:25.097565 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5c7d-4cd7-4a4c-9172-6fd155ce2e15 admin admin] Publish callbacks [] for security_group (74884d04-72db-4dba-bcdf-006f22aea5df), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:25.123355 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5c7d-4cd7-4a4c-9172-6fd155ce2e15 admin admin] Publish callbacks [] for security_group (74884d04-72db-4dba-bcdf-006f22aea5df), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:25.175123 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5c7d-4cd7-4a4c-9172-6fd155ce2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (74884d04-72db-4dba-bcdf-006f22aea5df), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:25.178331 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5c7d-4cd7-4a4c-9172-6fd155ce2e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:25.179565 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e4ec5c7d-4cd7-4a4c-9172-6fd155ce2e15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74884d04-72db-4dba-bcdf-006f22aea5df HTTP/1.1" status: 204 len: 168 time: 0.1342573 Mar 22 17:39:25.189452 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec5c7d-4cd7-4a4c-9172-6fd155ce2e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74884d04-72db-4dba-bcdf-006f22aea5df,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:25.489203 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-06c5fe18-44b8-47ad-95bf-ad59be0a42c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797560 Mar 22 17:39:25.575079 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e1b14-a5a2-463a-a86d-17cb94f1f9e4 req-39dd5ef4-5432-49eb-82f6-85d9f8f0a5e3 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:25.577288 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-524e1b14-a5a2-463a-a86d-17cb94f1f9e4 req-39dd5ef4-5432-49eb-82f6-85d9f8f0a5e3 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 949 time: 0.0665634 Mar 22 17:39:25.604360 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-840a2e8f-c05b-463d-826c-6d2bb845d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:25.606393 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-840a2e8f-c05b-463d-826c-6d2bb845d50b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 1129 time: 0.0594099 Mar 22 17:39:25.649665 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-524e1b14-a5a2-463a-a86d-17cb94f1f9e4 req-bf0ec8fa-a807-4627-aaf0-891e4c35b1ea tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664034 Mar 22 17:39:25.845359 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-3ad4a64e-9a62-44c8-a8b3-51253a6e6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:25.850040 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-3ad4a64e-9a62-44c8-a8b3-51253a6e6afc service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 914 time: 0.2163119 Mar 22 17:39:25.893066 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 25730bfe-4582-430f-a125-5c956659baab no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:25.955763 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 25730bfe-4582-430f-a125-5c956659baab {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:39:25.956224 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 25730bfe-4582-430f-a125-5c956659baab not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:39:25.956681 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cd692de-2f29-41d9-8416-65cb4de9e40a no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:25.961986 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-c12bfb54-1102-4e09-ad9e-883cd9069356 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37c13937-61ca-48b7-baef-7aa834a8334e HTTP/1.1" status: 200 len: 217 time: 0.1047757 Mar 22 17:39:25.985841 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 7cd692de-2f29-41d9-8416-65cb4de9e40a {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:39:25.986291 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 7cd692de-2f29-41d9-8416-65cb4de9e40a not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:39:26.070284 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-2946659d-8443-4459-a393-cb95f7d62d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:26.077694 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-2946659d-8443-4459-a393-cb95f7d62d5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15bace1c-9654-4e31-b89f-4b6eb3f9bf48 HTTP/1.1" status: 200 len: 853 time: 0.1002758 Mar 22 17:39:26.125244 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-ddc110d4-135a-4fd0-a431-86226ed2c433 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397456 Mar 22 17:39:26.150374 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e73d62-2e8e-47d1-bdf5-4da50841d2e4 req-a03cb2f7-7f4e-44c5-85f8-9c05989210e3 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:26.153884 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c3e73d62-2e8e-47d1-bdf5-4da50841d2e4 req-a03cb2f7-7f4e-44c5-85f8-9c05989210e3 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 949 time: 0.1052248 Mar 22 17:39:26.227538 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c3e73d62-2e8e-47d1-bdf5-4da50841d2e4 req-23879d85-60d2-4aa2-a527-9def60075790 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660791 Mar 22 17:39:26.273252 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-6ff0ee10-eea3-49e1-8b91-7b9e01823096 service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402864 Mar 22 17:39:26.393670 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7e17f854-c6a7-4392-be72-9a7fdeaaacf4 req-c143c75e-48f2-4760-b000-39ee8b374fdb service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120992 Mar 22 17:39:27.379959 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd3f5f-0607-4311-ab94-d0f00ee7136c req-e5ab237c-2818-419f-9d4a-ad778357d94d tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:27.381613 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-78bd3f5f-0607-4311-ab94-d0f00ee7136c req-e5ab237c-2818-419f-9d4a-ad778357d94d tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 949 time: 0.0721135 Mar 22 17:39:27.439530 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-78bd3f5f-0607-4311-ab94-d0f00ee7136c req-0a3dada3-2c5f-4bc0-a861-7837fee6ec31 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3c874f6-e845-45cf-bc96-e60512443bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Mar 22 17:39:27.488271 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-7df3b608-2f3a-4f13-9225-d3ff9662fa43 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:27.490536 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-7df3b608-2f3a-4f13-9225-d3ff9662fa43 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 949 time: 0.0586965 Mar 22 17:39:27.586684 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Deleting port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:27.587072 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:27.691102 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] For port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,segment=NetworkSegment(8375aa0d-3534-462d-bb8a-eb8cce73082f),segment_id=8375aa0d-3534-462d-bb8a-eb8cce73082f)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:27.691382 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:27.705234 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Calling delete_port for dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:27.866154 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:27.884335 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:27.919638 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Pushing event deleted for resources: {'Port': ['ID=dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:28.002699 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] No DVR routers for this DVR port dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:39:28.006670 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:28.012200 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-0187f36e-1313-487e-b09f-68c8f2f9ebcc req-09cbd0ec-c219-4aff-81d8-bc9e6b11b706 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.64 "DELETE /v2.0/ports/dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad HTTP/1.1" status: 204 len: 173 time: 0.5159316 Mar 22 17:39:28.012725 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'name': 'network-vif-deleted', 'tag': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:28.023804 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e0c5e-46b5-4f34-ae2a-4e7cc2d0030a" -d '{"events": [{"server_uuid": "a6148d18-a30c-45fc-a9aa-574acab5c793", "name": "network-vif-deleted", "tag": "dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:28.097617 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25155c71-9914-418e-86b1-f5441432cf47 x-openstack-request-id: req-25155c71-9914-418e-86b1-f5441432cf47 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:28.097925 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6148d18-a30c-45fc-a9aa-574acab5c793", "name": "network-vif-deleted", "tag": "dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:28.098184 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25155c71-9914-418e-86b1-f5441432cf47 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:28.098644 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25155c71-9914-418e-86b1-f5441432cf47'] response: {'server_uuid': 'a6148d18-a30c-45fc-a9aa-574acab5c793', 'name': 'network-vif-deleted', 'tag': 'dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad', 'status': 'completed', 'code': 200} Mar 22 17:39:28.586593 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6349bc4f-4165-4903-b708-6eacdd3c8bc9 req-f5b06666-e403-4d8b-89d0-7905ddf46fc6 tempest-VolumesNegativeTest-462224459 tempest-VolumesNegativeTest-462224459-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6148d18-a30c-45fc-a9aa-574acab5c793 HTTP/1.1" status: 200 len: 210 time: 0.0319796 Mar 22 17:39:29.635003 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40000) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:29.765223 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6beb516d-e73b-422e-8656-7f1a7f5ad5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:29.905366 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6beb516d-e73b-422e-8656-7f1a7f5ad5dd admin admin] Publish callbacks [] for security_group (2486495d-a52e-4f2a-bf04-84bcd0543243), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:29.911289 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6beb516d-e73b-422e-8656-7f1a7f5ad5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2486495d-a52e-4f2a-bf04-84bcd0543243), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:29.972448 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6beb516d-e73b-422e-8656-7f1a7f5ad5dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b77b403cf8d480f9463957d7ef64b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359969 Mar 22 17:39:29.973603 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb516d-e73b-422e-8656-7f1a7f5ad5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2486495d-a52e-4f2a-bf04-84bcd0543243,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:29.976907 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40022) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:30.050330 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-31b3d03d-56c1-4a08-b649-99dde000615f admin admin] Publish callbacks [] for security_group (2486495d-a52e-4f2a-bf04-84bcd0543243), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:30.091167 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-31b3d03d-56c1-4a08-b649-99dde000615f admin admin] Publish callbacks [] for security_group (2486495d-a52e-4f2a-bf04-84bcd0543243), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:30.165789 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-31b3d03d-56c1-4a08-b649-99dde000615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (2486495d-a52e-4f2a-bf04-84bcd0543243), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:30.169525 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-31b3d03d-56c1-4a08-b649-99dde000615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:30.170704 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-31b3d03d-56c1-4a08-b649-99dde000615f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2486495d-a52e-4f2a-bf04-84bcd0543243 HTTP/1.1" status: 204 len: 168 time: 0.1925740 Mar 22 17:39:30.179396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3d03d-56c1-4a08-b649-99dde000615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2486495d-a52e-4f2a-bf04-84bcd0543243,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:30.682906 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:30.706811 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:39:30.707200 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device dbabbe16-eef1-4d76-92fb-5e4c5b35a7ad not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:39:33.133491 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40304) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:33.253323 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fba12387-6bf5-48d4-aaab-b765091b1e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.345011 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fba12387-6bf5-48d4-aaab-b765091b1e8c admin admin] Publish callbacks [] for security_group (792b1a58-61b7-458a-be57-0568b3b47688), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.350999 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fba12387-6bf5-48d4-aaab-b765091b1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (792b1a58-61b7-458a-be57-0568b3b47688), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.390214 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba12387-6bf5-48d4-aaab-b765091b1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792b1a58-61b7-458a-be57-0568b3b47688,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:33.395754 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-fba12387-6bf5-48d4-aaab-b765091b1e8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dfef7f3107c4524bd57a09000d264d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654819 Mar 22 17:39:33.397724 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40320) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:33.451880 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a912d7e5-9dcb-4e2f-8edb-9b85d608fad5 admin admin] Publish callbacks [] for security_group (792b1a58-61b7-458a-be57-0568b3b47688), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.476870 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a912d7e5-9dcb-4e2f-8edb-9b85d608fad5 admin admin] Publish callbacks [] for security_group (792b1a58-61b7-458a-be57-0568b3b47688), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.531527 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a912d7e5-9dcb-4e2f-8edb-9b85d608fad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (792b1a58-61b7-458a-be57-0568b3b47688), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.534146 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a912d7e5-9dcb-4e2f-8edb-9b85d608fad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.535380 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-a912d7e5-9dcb-4e2f-8edb-9b85d608fad5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/792b1a58-61b7-458a-be57-0568b3b47688 HTTP/1.1" status: 204 len: 168 time: 0.1364007 Mar 22 17:39:33.545543 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912d7e5-9dcb-4e2f-8edb-9b85d608fad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b1a58-61b7-458a-be57-0568b3b47688,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:33.839494 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40326) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:33.854597 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-61e87520-147b-4e02-8b77-f0297d28663c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.947313 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-61e87520-147b-4e02-8b77-f0297d28663c admin admin] Publish callbacks [] for security_group (c19162cf-7376-4de8-a2f9-53098a82b7cc), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.951746 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-61e87520-147b-4e02-8b77-f0297d28663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c19162cf-7376-4de8-a2f9-53098a82b7cc), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.992553 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e87520-147b-4e02-8b77-f0297d28663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19162cf-7376-4de8-a2f9-53098a82b7cc,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:33.996866 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-61e87520-147b-4e02-8b77-f0297d28663c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bb0b70d02ae488aa8bd6a843ea4273f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562700 Mar 22 17:39:34.001039 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40328) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:34.056587 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a705617d-334e-473a-a17b-6157b3f0a397 admin admin] Publish callbacks [] for security_group (c19162cf-7376-4de8-a2f9-53098a82b7cc), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.085590 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a705617d-334e-473a-a17b-6157b3f0a397 admin admin] Publish callbacks [] for security_group (c19162cf-7376-4de8-a2f9-53098a82b7cc), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.157113 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a705617d-334e-473a-a17b-6157b3f0a397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (c19162cf-7376-4de8-a2f9-53098a82b7cc), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.160577 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a705617d-334e-473a-a17b-6157b3f0a397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.162157 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a705617d-334e-473a-a17b-6157b3f0a397 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c19162cf-7376-4de8-a2f9-53098a82b7cc HTTP/1.1" status: 204 len: 168 time: 0.1598978 Mar 22 17:39:34.170715 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705617d-334e-473a-a17b-6157b3f0a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19162cf-7376-4de8-a2f9-53098a82b7cc,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:34.751746 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40350) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:34.920775 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-057e016b-64f6-49eb-9161-7bb52e3b88fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef13019b18a14d29ab88f8dba4b7ba3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678421 Mar 22 17:39:34.924571 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40360) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:34.992603 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-45fa09e2-0dd9-4b74-a8ac-9c9817912d85 admin admin] Publish callbacks [] for security_group (a3c874f6-e845-45cf-bc96-e60512443bd8), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.017669 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-45fa09e2-0dd9-4b74-a8ac-9c9817912d85 admin admin] Publish callbacks [] for security_group (a3c874f6-e845-45cf-bc96-e60512443bd8), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.072739 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-45fa09e2-0dd9-4b74-a8ac-9c9817912d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (a3c874f6-e845-45cf-bc96-e60512443bd8), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.076159 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-45fa09e2-0dd9-4b74-a8ac-9c9817912d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.081421 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-45fa09e2-0dd9-4b74-a8ac-9c9817912d85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3c874f6-e845-45cf-bc96-e60512443bd8 HTTP/1.1" status: 204 len: 168 time: 0.1556480 Mar 22 17:39:35.091008 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa09e2-0dd9-4b74-a8ac-9c9817912d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c874f6-e845-45cf-bc96-e60512443bd8,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:39.065765 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40436) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:39.177482 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1abe8397-673e-4e9e-b884-c901686bd63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.251686 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1abe8397-673e-4e9e-b884-c901686bd63f admin admin] Publish callbacks [] for security_group (f666b783-db6a-4031-a927-8820f8678fc7), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.255853 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1abe8397-673e-4e9e-b884-c901686bd63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f666b783-db6a-4031-a927-8820f8678fc7), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.295957 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1abe8397-673e-4e9e-b884-c901686bd63f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=189d9bd9581c4e21bf04419061bb654b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291272 Mar 22 17:39:39.296820 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe8397-673e-4e9e-b884-c901686bd63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f666b783-db6a-4031-a927-8820f8678fc7,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:39.298717 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40440) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:39.347752 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Publish callbacks [] for security_group (f666b783-db6a-4031-a927-8820f8678fc7), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.368796 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Publish callbacks [] for security_group (f666b783-db6a-4031-a927-8820f8678fc7), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.425680 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (f666b783-db6a-4031-a927-8820f8678fc7), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.428217 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.431731 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f666b783-db6a-4031-a927-8820f8678fc7 HTTP/1.1" status: 204 len: 168 time: 0.1295738 Mar 22 17:39:39.438117 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666b783-db6a-4031-a927-8820f8678fc7,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:39.446366 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.446725 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.447102 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.447443 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.447777 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.448107 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.448469 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.448795 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.449103 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.449430 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.449758 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.450106 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.450431 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.450754 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.451104 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669fbae-c227-4f1f-890b-14c978a7557f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:39.712086 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40448) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:39.727418 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce9e0-8464-4485-bf6d-ec40899373ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.817893 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce9e0-8464-4485-bf6d-ec40899373ca admin admin] Publish callbacks [] for security_group (9be90e4f-2e5b-49c1-8f28-db7f61b3cdda), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.822085 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce9e0-8464-4485-bf6d-ec40899373ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (9be90e4f-2e5b-49c1-8f28-db7f61b3cdda), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.864643 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-4d9ce9e0-8464-4485-bf6d-ec40899373ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1ef0cd24bc4427db3098f7f756407b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512179 Mar 22 17:39:39.865599 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ce9e0-8464-4485-bf6d-ec40899373ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be90e4f-2e5b-49c1-8f28-db7f61b3cdda,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:39.867923 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40450) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:39.919791 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cfad61a7-9c8b-45ee-9dde-3462a2489122 admin admin] Publish callbacks [] for security_group (9be90e4f-2e5b-49c1-8f28-db7f61b3cdda), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.943963 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cfad61a7-9c8b-45ee-9dde-3462a2489122 admin admin] Publish callbacks [] for security_group (9be90e4f-2e5b-49c1-8f28-db7f61b3cdda), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.993850 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cfad61a7-9c8b-45ee-9dde-3462a2489122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (9be90e4f-2e5b-49c1-8f28-db7f61b3cdda), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.996713 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cfad61a7-9c8b-45ee-9dde-3462a2489122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:39.997898 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-cfad61a7-9c8b-45ee-9dde-3462a2489122 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9be90e4f-2e5b-49c1-8f28-db7f61b3cdda HTTP/1.1" status: 204 len: 168 time: 0.1290662 Mar 22 17:39:40.007604 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad61a7-9c8b-45ee-9dde-3462a2489122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be90e4f-2e5b-49c1-8f28-db7f61b3cdda,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:42.245851 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cd2aa-99ad-4420-830c-4792b2ba0db1 req-33e6e4b7-58b3-4259-a881-ae9fcabb363a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:42.247365 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-893cd2aa-99ad-4420-830c-4792b2ba0db1 req-33e6e4b7-58b3-4259-a881-ae9fcabb363a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0575504 Mar 22 17:39:42.296320 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-893cd2aa-99ad-4420-830c-4792b2ba0db1 req-06980aa5-1dfe-4f7e-b444-717d2bf6e4cd tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Mar 22 17:39:43.424357 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103726d-a3f1-403f-bcdd-d48968e803eb req-046267e8-806c-4fce-8ced-7f0e1dd86d61 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:43.425982 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c103726d-a3f1-403f-bcdd-d48968e803eb req-046267e8-806c-4fce-8ced-7f0e1dd86d61 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0567629 Mar 22 17:39:43.486852 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c103726d-a3f1-403f-bcdd-d48968e803eb req-f3483865-da1e-40dc-9e40-c02db7d424ee tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538337 Mar 22 17:39:44.609845 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1a1a-f925-480b-b765-896ae4716049 req-f8952fdb-a376-4625-90c3-0ac9bb8183a8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:44.611314 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f77d1a1a-f925-480b-b765-896ae4716049 req-f8952fdb-a376-4625-90c3-0ac9bb8183a8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0563085 Mar 22 17:39:44.676982 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f77d1a1a-f925-480b-b765-896ae4716049 req-424f09cc-3cb3-448d-aa7e-6f66702bfe8f tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Mar 22 17:39:45.795418 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac492f-b20e-41d1-931c-5664e50d21fb req-3e03f869-477a-4d35-9713-040fc2324892 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:45.796908 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-59ac492f-b20e-41d1-931c-5664e50d21fb req-3e03f869-477a-4d35-9713-040fc2324892 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0538607 Mar 22 17:39:45.844125 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-59ac492f-b20e-41d1-931c-5664e50d21fb req-b604377f-12d7-4784-95b5-6182ff578d82 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Mar 22 17:39:46.483300 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40592) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:46.602641 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.682414 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Publish callbacks [] for security_group (bd403ea3-dcb6-45a3-a200-4e80ae52bbd8), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.687345 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (bd403ea3-dcb6-45a3-a200-4e80ae52bbd8), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.702974 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9472adc-a762-406a-b302-7d4b90bc36f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.731005 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd403ea3-dcb6-45a3-a200-4e80ae52bbd8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:46.735913 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebb88e9ad76f413a99751758dcd435d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514930 Mar 22 17:39:46.739695 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40596) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:46.742310 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.742665 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.743061 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.743555 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.743753 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.744088 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.744467 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.744762 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.745096 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.745420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.745875 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.746077 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.746407 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.746729 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.747081 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6e413-47ce-410a-aa51-c6f96b3a675b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:46.801861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5fb6-3326-4e0b-85b7-7a45ac0c1ac5 admin admin] Publish callbacks [] for security_group (bd403ea3-dcb6-45a3-a200-4e80ae52bbd8), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.828832 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5fb6-3326-4e0b-85b7-7a45ac0c1ac5 admin admin] Publish callbacks [] for security_group (bd403ea3-dcb6-45a3-a200-4e80ae52bbd8), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.891551 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5fb6-3326-4e0b-85b7-7a45ac0c1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (bd403ea3-dcb6-45a3-a200-4e80ae52bbd8), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.896349 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5fb6-3326-4e0b-85b7-7a45ac0c1ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:46.900370 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-f7fe5fb6-3326-4e0b-85b7-7a45ac0c1ac5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd403ea3-dcb6-45a3-a200-4e80ae52bbd8 HTTP/1.1" status: 204 len: 168 time: 0.1572530 Mar 22 17:39:46.915222 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5fb6-3326-4e0b-85b7-7a45ac0c1ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd403ea3-dcb6-45a3-a200-4e80ae52bbd8,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:46.933418 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54da-4813-43bf-86cb-042f15957952 req-6370ad8d-24c8-4ed2-a6a4-d8fea89ba08c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.935005 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-043c54da-4813-43bf-86cb-042f15957952 req-6370ad8d-24c8-4ed2-a6a4-d8fea89ba08c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0926805 Mar 22 17:39:47.046345 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Deleting port 37c13937-61ca-48b7-baef-7aa834a8334e {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:39:47.046626 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.049168 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778953e9-6421-46d0-87cd-a98f9e00be61 req-5b0c3178-a2cf-4d8a-b5a1-4b8704333e67 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:47.052325 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-778953e9-6421-46d0-87cd-a98f9e00be61 req-5b0c3178-a2cf-4d8a-b5a1-4b8704333e67 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=931cb833-57d6-4a53-aca5-69e3b09e440f HTTP/1.1" status: 200 len: 945 time: 0.0971513 Mar 22 17:39:47.121573 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-778953e9-6421-46d0-87cd-a98f9e00be61 req-7de0d292-d274-401c-bf5c-78f85cc7640a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574770 Mar 22 17:39:47.207627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] For port 37c13937-61ca-48b7-baef-7aa834a8334e, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=37c13937-61ca-48b7-baef-7aa834a8334e,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:47.208218 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.231904 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Calling delete_port for 37c13937-61ca-48b7-baef-7aa834a8334e owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:39:47.267951 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40604) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:47.282248 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2525-0c5d-447d-b277-08def45cdaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.396903 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2525-0c5d-447d-b277-08def45cdaeb admin admin] Publish callbacks [] for security_group (fda00712-57f4-4ec7-aa65-92804b3199ae), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.402531 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2525-0c5d-447d-b277-08def45cdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (fda00712-57f4-4ec7-aa65-92804b3199ae), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.445310 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0bdc2525-0c5d-447d-b277-08def45cdaeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d421908a95ef4a4795a80d73e21382d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761739 Mar 22 17:39:47.446205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc2525-0c5d-447d-b277-08def45cdaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda00712-57f4-4ec7-aa65-92804b3199ae,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:47.448501 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40606) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:47.454504 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (37c13937-61ca-48b7-baef-7aa834a8334e), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.471373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['37c13937-61ca-48b7-baef-7aa834a8334e'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:47.489767 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Pushing event deleted for resources: {'Port': ['ID=37c13937-61ca-48b7-baef-7aa834a8334e,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:47.502976 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2dd95107-9bfc-4cf1-86d2-ac637803fee3 admin admin] Publish callbacks [] for security_group (fda00712-57f4-4ec7-aa65-92804b3199ae), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.536839 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] No DVR routers for this DVR port 37c13937-61ca-48b7-baef-7aa834a8334e on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:39:47.539451 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.541210 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2dd95107-9bfc-4cf1-86d2-ac637803fee3 admin admin] Publish callbacks [] for security_group (fda00712-57f4-4ec7-aa65-92804b3199ae), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.543087 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-043c54da-4813-43bf-86cb-042f15957952 req-ac956489-8be8-445d-9ef7-73062a7f63b8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "DELETE /v2.0/ports/37c13937-61ca-48b7-baef-7aa834a8334e HTTP/1.1" status: 204 len: 173 time: 0.6017735 Mar 22 17:39:47.543582 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'name': 'network-vif-deleted', 'tag': '37c13937-61ca-48b7-baef-7aa834a8334e'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:47.546753 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029c43e-8703-4e80-b7f7-120493a640cf" -d '{"events": [{"server_uuid": "931cb833-57d6-4a53-aca5-69e3b09e440f", "name": "network-vif-deleted", "tag": "37c13937-61ca-48b7-baef-7aa834a8334e"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:47.587729 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55542444-af08-4e96-80ef-6f30a19b7325 x-openstack-request-id: req-55542444-af08-4e96-80ef-6f30a19b7325 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:47.588097 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931cb833-57d6-4a53-aca5-69e3b09e440f", "name": "network-vif-deleted", "tag": "37c13937-61ca-48b7-baef-7aa834a8334e", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:47.588359 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55542444-af08-4e96-80ef-6f30a19b7325 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:47.588773 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55542444-af08-4e96-80ef-6f30a19b7325'] response: {'server_uuid': '931cb833-57d6-4a53-aca5-69e3b09e440f', 'name': 'network-vif-deleted', 'tag': '37c13937-61ca-48b7-baef-7aa834a8334e', 'status': 'completed', 'code': 200} Mar 22 17:39:47.593411 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2dd95107-9bfc-4cf1-86d2-ac637803fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (fda00712-57f4-4ec7-aa65-92804b3199ae), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.596272 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2dd95107-9bfc-4cf1-86d2-ac637803fee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:47.598032 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-2dd95107-9bfc-4cf1-86d2-ac637803fee3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fda00712-57f4-4ec7-aa65-92804b3199ae HTTP/1.1" status: 204 len: 168 time: 0.1481047 Mar 22 17:39:47.610121 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd95107-9bfc-4cf1-86d2-ac637803fee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda00712-57f4-4ec7-aa65-92804b3199ae,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:48.815525 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40644) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:48.925431 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ebb0-10a2-4273-b31c-993692111fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:48.932789 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-838932ae-d20c-4f53-8494-f56242f6bb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.008844 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-838932ae-d20c-4f53-8494-f56242f6bb76 admin admin] Publish callbacks [] for security_group (421fb9df-c38e-4460-87c8-e48fa5dd63f1), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.012919 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-838932ae-d20c-4f53-8494-f56242f6bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (421fb9df-c38e-4460-87c8-e48fa5dd63f1), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.053940 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-838932ae-d20c-4f53-8494-f56242f6bb76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d288b422114947c1a57fbd9e4e332cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372386 Mar 22 17:39:49.054909 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838932ae-d20c-4f53-8494-f56242f6bb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421fb9df-c38e-4460-87c8-e48fa5dd63f1,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:49.056634 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40648) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:49.109097 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d486ce8-d9da-4f41-9810-f3a3b95d5c72 admin admin] Publish callbacks [] for security_group (421fb9df-c38e-4460-87c8-e48fa5dd63f1), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.132989 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d486ce8-d9da-4f41-9810-f3a3b95d5c72 admin admin] Publish callbacks [] for security_group (421fb9df-c38e-4460-87c8-e48fa5dd63f1), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.188589 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d486ce8-d9da-4f41-9810-f3a3b95d5c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (421fb9df-c38e-4460-87c8-e48fa5dd63f1), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.191253 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d486ce8-d9da-4f41-9810-f3a3b95d5c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:49.192418 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-3d486ce8-d9da-4f41-9810-f3a3b95d5c72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/421fb9df-c38e-4460-87c8-e48fa5dd63f1 HTTP/1.1" status: 204 len: 168 time: 0.1341276 Mar 22 17:39:49.200300 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d486ce8-d9da-4f41-9810-f3a3b95d5c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421fb9df-c38e-4460-87c8-e48fa5dd63f1,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:50.060499 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:50.253551 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:50.734998 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 37c13937-61ca-48b7-baef-7aa834a8334e no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:50.756651 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 37c13937-61ca-48b7-baef-7aa834a8334e {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:39:50.757106 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 37c13937-61ca-48b7-baef-7aa834a8334e not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:39:51.552402 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:52.102824 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-862cfd71-fed6-41a5-b3b1-4cc7b14c64cd tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:52.104370 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-862cfd71-fed6-41a5-b3b1-4cc7b14c64cd tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 813 time: 0.1075144 Mar 22 17:39:52.119759 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-466e3a13-c53c-4ea7-8cc0-5a30b59af7c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/quotas/3e1bff1d06a94e3b9ce5b9e1e18d43f6 HTTP/1.1" status: 200 len: 375 time: 0.0099576 Mar 22 17:39:52.153553 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-795b08e3-eaf7-4276-a44d-232533eff101 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285914 Mar 22 17:39:52.247277 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-5b226926-51b8-417f-94ed-6bf9f3d25d69 service neutron] 10.222.0.48 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Mar 22 17:39:52.340479 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-df97dbfe-6a41-47a4-bc7b-b19498d51585 service neutron] 10.222.0.48 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Mar 22 17:39:52.511152 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e061bfc5-3f1b-498f-9bf5-ccb0a0e8ff1f req-9a257304-d772-45d0-a601-ae64471e6bc8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 210 time: 0.0283988 Mar 22 17:39:53.070361 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:53.473991 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-3e14b267-a2f3-4e5b-9e71-20eb09aaf40b tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:53.475535 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-3e14b267-a2f3-4e5b-9e71-20eb09aaf40b tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 813 time: 0.1331434 Mar 22 17:39:53.488761 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Request body: {'port': {'device_id': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf', 'admin_state_up': True, 'tenant_id': '3e1bff1d06a94e3b9ce5b9e1e18d43f6'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:53.606476 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Made reservation on behalf of 3e1bff1d06a94e3b9ce5b9e1e18d43f6 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:39:53.610578 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:53.612189 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-417550e8-bfbd-432d-888c-96cbcc8cfa22 req-596cdb1d-84b5-4f51-86c6-401020662287 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 210 time: 0.0298002 Mar 22 17:39:53.741585 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Allocated IP 172.20.0.3 (1d72fe22-b45f-48ef-b8f9-8abdee589ecf/15bace1c-9654-4e31-b89f-4b6eb3f9bf48/23677383-6da5-4c78-a171-2898913d12f8) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:53.901068 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks [] for port (23677383-6da5-4c78-a171-2898913d12f8), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:53.934934 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (23677383-6da5-4c78-a171-2898913d12f8), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:53.979900 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:53.983475 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:53.986545 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:54.024917 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Pushing event updated for resources: {'Port': ['ID=23677383-6da5-4c78-a171-2898913d12f8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:54.051729 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:54.052344 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.068124 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-1ef630b6-67f4-4822-bb5b-e7be35f3837c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838828 Mar 22 17:39:54.079400 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Request body: {'port': {'device_id': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:54.138500 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (23677383-6da5-4c78-a171-2898913d12f8), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.399150 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23677383-6da5-4c78-a171-2898913d12f8 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:54.407377 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Publish callbacks [] for port (23677383-6da5-4c78-a171-2898913d12f8), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.419684 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Transition to ACTIVE for port object 23677383-6da5-4c78-a171-2898913d12f8 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:39:54.423596 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (23677383-6da5-4c78-a171-2898913d12f8), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.472968 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Pushing event updated for resources: {'Port': ['ID=23677383-6da5-4c78-a171-2898913d12f8,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:54.549813 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Attempting to bind port 23677383-6da5-4c78-a171-2898913d12f8 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:39:54.550567 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Attempting to bind port 23677383-6da5-4c78-a171-2898913d12f8 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:39:54.550770 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Attempting to bind port 23677383-6da5-4c78-a171-2898913d12f8 on network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:54.556542 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Port 23677383-6da5-4c78-a171-2898913d12f8 on network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:39:54.556871 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Attempting to bind port 23677383-6da5-4c78-a171-2898913d12f8 on network 1d72fe22-b45f-48ef-b8f9-8abdee589ecf {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:54.565074 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:39:54.565408 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Checking segment: {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:39:54.566292 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Bound using segment: {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:39:54.566725 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Bound port: 23677383-6da5-4c78-a171-2898913d12f8, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaee22b-2b3b-4723-b774-5a29a48146f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:39:54.567128 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (23677383-6da5-4c78-a171-2898913d12f8), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.643466 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] For port 23677383-6da5-4c78-a171-2898913d12f8, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:39:54.647142 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] For port 23677383-6da5-4c78-a171-2898913d12f8, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=23677383-6da5-4c78-a171-2898913d12f8,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:39:54.655009 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (23677383-6da5-4c78-a171-2898913d12f8), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.690750 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:54.691973 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:54.693439 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] 10.222.0.64 "PUT /v2.0/ports/23677383-6da5-4c78-a171-2898913d12f8 HTTP/1.1" status: 200 len: 1093 time: 0.6181958 Mar 22 17:39:54.693892 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'tag': '23677383-6da5-4c78-a171-2898913d12f8'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:54.696227 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e010f3-448f-4874-87cc-64433ce2ad49" -d '{"events": [{"name": "network-changed", "server_uuid": "01f1b7d4-e50e-4a73-9b58-84d07ca9c9db", "tag": "23677383-6da5-4c78-a171-2898913d12f8"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:54.722776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01473d-753c-48f0-98ff-ad049979e941 service neutron] Pushing event updated for resources: {'Port': ['ID=23677383-6da5-4c78-a171-2898913d12f8,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:54.766954 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7125d6-9856-4e27-aa46-4c6672e3ebb1 x-openstack-request-id: req-8e7125d6-9856-4e27-aa46-4c6672e3ebb1 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:54.767384 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f1b7d4-e50e-4a73-9b58-84d07ca9c9db", "tag": "23677383-6da5-4c78-a171-2898913d12f8", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:54.767697 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e7125d6-9856-4e27-aa46-4c6672e3ebb1 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:54.768125 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aecdd7-b8b5-4e41-b833-730ff59f8ecb req-08bb423f-59eb-448b-a217-753b1e0ed389 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:54.768621 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7125d6-9856-4e27-aa46-4c6672e3ebb1'] response: {'name': 'network-changed', 'server_uuid': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'tag': '23677383-6da5-4c78-a171-2898913d12f8', 'status': 'completed', 'code': 200} Mar 22 17:39:54.769699 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a1aecdd7-b8b5-4e41-b833-730ff59f8ecb req-08bb423f-59eb-448b-a217-753b1e0ed389 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 943 time: 0.0770664 Mar 22 17:39:54.788491 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-dd39e116-6aba-4466-be67-bf7577b601b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:54.790140 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-dd39e116-6aba-4466-be67-bf7577b601b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 1127 time: 0.0544686 Mar 22 17:39:54.838218 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-75416fd5-ceb7-40f6-99c6-8960903a7fb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23677383-6da5-4c78-a171-2898913d12f8 HTTP/1.1" status: 200 len: 217 time: 0.0405788 Mar 22 17:39:54.843617 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a1aecdd7-b8b5-4e41-b833-730ff59f8ecb req-ae4a3943-580b-4076-8f8d-52863c39c551 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672596 Mar 22 17:39:54.887575 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-0c2ab63d-33c0-4579-86dc-5a42d4e9010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:54.889008 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-0c2ab63d-33c0-4579-86dc-5a42d4e9010e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15bace1c-9654-4e31-b89f-4b6eb3f9bf48 HTTP/1.1" status: 200 len: 853 time: 0.0443678 Mar 22 17:39:54.921063 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-63ae5cfa-f73c-4a51-bfa9-cd1e4ef32582 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263195 Mar 22 17:39:55.015302 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-3c164871-c852-49d2-8351-cbd80037ec75 service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882242 Mar 22 17:39:55.109755 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-aa4bca8e-9bcf-41ac-90ec-a578c7d81351 req-64411c83-90cb-4baa-a069-c272d8095c65 service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Mar 22 17:39:55.208018 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-f6f172dc-69b3-46db-ac10-a5dc3849c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:55.209454 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-f6f172dc-69b3-46db-ac10-a5dc3849c4ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 1127 time: 0.0507343 Mar 22 17:39:55.305581 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-5fae43df-5e77-4735-836f-03cb3bea7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:55.307127 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-5fae43df-5e77-4735-836f-03cb3bea7f9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 200 len: 914 time: 0.0909636 Mar 22 17:39:55.350070 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-688d119b-e3c3-48a0-a79c-43e8854ee9db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23677383-6da5-4c78-a171-2898913d12f8 HTTP/1.1" status: 200 len: 217 time: 0.0351455 Mar 22 17:39:55.404825 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-479d80e1-0d10-48d4-8864-261c0525dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:55.406390 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-479d80e1-0d10-48d4-8864-261c0525dc73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15bace1c-9654-4e31-b89f-4b6eb3f9bf48 HTTP/1.1" status: 200 len: 853 time: 0.0488999 Mar 22 17:39:55.442259 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-30fb1619-fc37-4e9e-a7e5-f037b3e6841c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d72fe22-b45f-48ef-b8f9-8abdee589ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295558 Mar 22 17:39:55.532605 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-75a0a394-9f1b-465d-a0c4-4c9a269bb65f service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Mar 22 17:39:55.623874 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c4e010f3-448f-4874-87cc-64433ce2ad49 req-965b3f4f-5a54-40a8-a7d7-6953b96293f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Mar 22 17:39:55.915440 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40784) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:55.994336 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782bbfc-7073-4696-b7c6-3b5953fe3720 req-560106a3-5246-4d19-8ae6-8246eb705dba tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:55.996608 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9782bbfc-7073-4696-b7c6-3b5953fe3720 req-560106a3-5246-4d19-8ae6-8246eb705dba tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 943 time: 0.0739460 Mar 22 17:39:56.046218 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9782bbfc-7073-4696-b7c6-3b5953fe3720 req-bf7d2dd5-c2e6-43f3-9810-3ac1007546c4 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Mar 22 17:39:56.295921 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c22725b-2ccb-483d-8eac-c7a6cdb3d2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.376800 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c22725b-2ccb-483d-8eac-c7a6cdb3d2df admin admin] Publish callbacks [] for security_group (46cec32a-f470-437a-a778-5e2abd7c0bd2), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.381278 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c22725b-2ccb-483d-8eac-c7a6cdb3d2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (46cec32a-f470-437a-a778-5e2abd7c0bd2), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.419469 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22725b-2ccb-483d-8eac-c7a6cdb3d2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cec32a-f470-437a-a778-5e2abd7c0bd2,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:56.425571 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6c22725b-2ccb-483d-8eac-c7a6cdb3d2df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=474af43b6ef748ccb9f61d82b7d63a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082550 Mar 22 17:39:56.429617 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40788) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:56.480342 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7f457e16-a9cf-4024-86d5-d0661ce74d82 admin admin] Publish callbacks [] for security_group (46cec32a-f470-437a-a778-5e2abd7c0bd2), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.501438 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7f457e16-a9cf-4024-86d5-d0661ce74d82 admin admin] Publish callbacks [] for security_group (46cec32a-f470-437a-a778-5e2abd7c0bd2), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.549659 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7f457e16-a9cf-4024-86d5-d0661ce74d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (46cec32a-f470-437a-a778-5e2abd7c0bd2), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.553057 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7f457e16-a9cf-4024-86d5-d0661ce74d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.554287 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-7f457e16-a9cf-4024-86d5-d0661ce74d82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46cec32a-f470-437a-a778-5e2abd7c0bd2 HTTP/1.1" status: 204 len: 168 time: 0.1237218 Mar 22 17:39:56.562493 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f457e16-a9cf-4024-86d5-d0661ce74d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cec32a-f470-437a-a778-5e2abd7c0bd2,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:56.734024 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 23677383-6da5-4c78-a171-2898913d12f8 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:39:56.839610 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 23677383-6da5-4c78-a171-2898913d12f8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=23677383-6da5-4c78-a171-2898913d12f8,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:56.852828 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '23677383-6da5-4c78-a171-2898913d12f8', 'network_id': '1d72fe22-b45f-48ef-b8f9-8abdee589ecf', 'port_id': '23677383-6da5-4c78-a171-2898913d12f8', 'mac_address': 'fa:16:3e:f9:10:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bace1c-9654-4e31-b89f-4b6eb3f9bf48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:39:56.890788 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 23677383-6da5-4c78-a171-2898913d12f8 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:56.892215 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (23677383-6da5-4c78-a171-2898913d12f8), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:56.906036 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23677383-6da5-4c78-a171-2898913d12f8 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:56.933693 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 23677383-6da5-4c78-a171-2898913d12f8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=23677383-6da5-4c78-a171-2898913d12f8,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:56.940376 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (23677383-6da5-4c78-a171-2898913d12f8), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:57.004530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=23677383-6da5-4c78-a171-2898913d12f8,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:57.149744 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['23677383-6da5-4c78-a171-2898913d12f8'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:57.185875 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706528a-6b58-459a-9935-1353b378a3e6 req-0f5606d9-2306-40d5-87a6-cf92157e4c94 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:57.187591 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a706528a-6b58-459a-9935-1353b378a3e6 req-0f5606d9-2306-40d5-87a6-cf92157e4c94 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 944 time: 0.0635576 Mar 22 17:39:57.246430 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a706528a-6b58-459a-9935-1353b378a3e6 req-fb1e0e2e-ad45-48d3-beb8-49d71924fdac tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525684 Mar 22 17:39:58.382290 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a17598-f92e-4f42-bcdf-eceb716865d2 req-5eb89f02-f027-4676-93b7-9ef114f52a4c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:58.383812 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-56a17598-f92e-4f42-bcdf-eceb716865d2 req-5eb89f02-f027-4676-93b7-9ef114f52a4c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 944 time: 0.0601864 Mar 22 17:39:58.447024 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-56a17598-f92e-4f42-bcdf-eceb716865d2 req-917d0bcb-1b45-42f1-a7e9-f54e622ec41a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571656 Mar 22 17:39:58.747346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 23677383-6da5-4c78-a171-2898913d12f8 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:39:58.813781 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 23677383-6da5-4c78-a171-2898913d12f8 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:39:58.817955 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 23677383-6da5-4c78-a171-2898913d12f8 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:58.818478 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (23677383-6da5-4c78-a171-2898913d12f8), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:58.899997 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 23677383-6da5-4c78-a171-2898913d12f8 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:58.900508 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (23677383-6da5-4c78-a171-2898913d12f8), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:58.926138 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23677383-6da5-4c78-a171-2898913d12f8'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:58.928400 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4875d35a-7b79-4555-91cc-f225b03376b7" -d '{"events": [{"server_uuid": "01f1b7d4-e50e-4a73-9b58-84d07ca9c9db", "name": "network-vif-plugged", "status": "completed", "tag": "23677383-6da5-4c78-a171-2898913d12f8"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:58.942759 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 23677383-6da5-4c78-a171-2898913d12f8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=23677383-6da5-4c78-a171-2898913d12f8,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:58.947838 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (23677383-6da5-4c78-a171-2898913d12f8), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:58.985231 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ab7ef-944b-42a5-8891-5fff0aac1204 x-openstack-request-id: req-f98ab7ef-944b-42a5-8891-5fff0aac1204 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:58.985841 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f1b7d4-e50e-4a73-9b58-84d07ca9c9db", "name": "network-vif-plugged", "status": "completed", "tag": "23677383-6da5-4c78-a171-2898913d12f8", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:58.986105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f98ab7ef-944b-42a5-8891-5fff0aac1204 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:58.986507 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98ab7ef-944b-42a5-8891-5fff0aac1204'] response: {'server_uuid': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23677383-6da5-4c78-a171-2898913d12f8', 'code': 200} Mar 22 17:39:59.009776 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=23677383-6da5-4c78-a171-2898913d12f8,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:59.209493 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d93cbd-5482-4ae1-a2c8-533e81577220 req-3623fa72-0cda-441b-93ab-a7629a621bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:59.211080 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-68d93cbd-5482-4ae1-a2c8-533e81577220 req-3623fa72-0cda-441b-93ab-a7629a621bbe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 1129 time: 0.0532954 Mar 22 17:39:59.261650 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-68d93cbd-5482-4ae1-a2c8-533e81577220 req-862bbb32-1965-4a32-8f4d-5aa8277c0e5d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Mar 22 17:39:59.573578 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1028b8-aa2b-4773-93b8-067261c744c0 req-c2603413-3cf8-4953-b5eb-b99555e63e51 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:59.575161 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2c1028b8-aa2b-4773-93b8-067261c744c0 req-c2603413-3cf8-4953-b5eb-b99555e63e51 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0575497 Mar 22 17:39:59.621732 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2c1028b8-aa2b-4773-93b8-067261c744c0 req-0a473bef-4567-4aa5-9c33-3319c26e5ed9 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Mar 22 17:40:00.410496 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:40:00.717444 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 40864) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:00.751380 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9491f0-32e8-4dae-83de-559fcfaa2748 req-231190f3-60aa-471a-84bf-911920b0c80a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:00.752967 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-da9491f0-32e8-4dae-83de-559fcfaa2748 req-231190f3-60aa-471a-84bf-911920b0c80a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0604146 Mar 22 17:40:00.800999 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-da9491f0-32e8-4dae-83de-559fcfaa2748 req-53ea1d56-eb77-44e0-b50f-91ba26adc6ff tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Mar 22 17:40:00.828257 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb3d25ff-2016-4f88-a422-cf8206ecabcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:00.907232 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb3d25ff-2016-4f88-a422-cf8206ecabcc admin admin] Publish callbacks [] for security_group (6b22896b-4788-4e37-8d10-746645da1314), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:00.911686 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb3d25ff-2016-4f88-a422-cf8206ecabcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6b22896b-4788-4e37-8d10-746645da1314), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:00.955148 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-cb3d25ff-2016-4f88-a422-cf8206ecabcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=879a7668f3c74204b7bfcf4d45422d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365537 Mar 22 17:40:00.955863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d25ff-2016-4f88-a422-cf8206ecabcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b22896b-4788-4e37-8d10-746645da1314,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:00.958519 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 40872) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:01.020389 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7f9284ac-0a1e-48d5-8234-30820f390a87 admin admin] Publish callbacks [] for security_group (6b22896b-4788-4e37-8d10-746645da1314), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:01.044793 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7f9284ac-0a1e-48d5-8234-30820f390a87 admin admin] Publish callbacks [] for security_group (6b22896b-4788-4e37-8d10-746645da1314), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:01.100720 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7f9284ac-0a1e-48d5-8234-30820f390a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (6b22896b-4788-4e37-8d10-746645da1314), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:01.106214 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7f9284ac-0a1e-48d5-8234-30820f390a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:01.108129 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-7f9284ac-0a1e-48d5-8234-30820f390a87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b22896b-4788-4e37-8d10-746645da1314 HTTP/1.1" status: 204 len: 168 time: 0.1483796 Mar 22 17:40:01.123056 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9284ac-0a1e-48d5-8234-30820f390a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b22896b-4788-4e37-8d10-746645da1314,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:14.567732 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4eeff-24ec-4596-88ad-ce30ca1313ce req-5aba8fd2-fbc6-4940-bb64-0216516ee0d7 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:14.569174 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d7d4eeff-24ec-4596-88ad-ce30ca1313ce req-5aba8fd2-fbc6-4940-bb64-0216516ee0d7 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0535884 Mar 22 17:40:14.618756 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d7d4eeff-24ec-4596-88ad-ce30ca1313ce req-cef9ab65-8a0a-4e8b-a1f8-1295e7bb7a85 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Mar 22 17:40:15.744675 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97100-d64a-4b27-8452-546076095d5b req-dbe48485-2175-485b-ba1d-6d695ec2c982 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:15.746252 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-15b97100-d64a-4b27-8452-546076095d5b req-dbe48485-2175-485b-ba1d-6d695ec2c982 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0575337 Mar 22 17:40:15.796541 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-15b97100-d64a-4b27-8452-546076095d5b req-10a52d12-d0b0-4074-b022-80f36d89fdb2 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Mar 22 17:40:16.701871 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-21583647-6ea3-48ec-b231-06d49ba72883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:16.920662 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cb830-835f-4648-9df0-6cb897aecd5e req-9c473513-717f-4eba-af5f-ddee3acb344c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:16.922156 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c34cb830-835f-4648-9df0-6cb897aecd5e req-9c473513-717f-4eba-af5f-ddee3acb344c tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0541167 Mar 22 17:40:16.969815 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c34cb830-835f-4648-9df0-6cb897aecd5e req-768fdb4f-495a-407f-a93d-d07008388bea tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Mar 22 17:40:18.099584 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999511-f280-46ef-95a4-c1504deb53ff req-efdb3e42-096c-4f13-84ee-efe29b221ccf tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.101159 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e0999511-f280-46ef-95a4-c1504deb53ff req-efdb3e42-096c-4f13-84ee-efe29b221ccf tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0605497 Mar 22 17:40:18.148206 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e0999511-f280-46ef-95a4-c1504deb53ff req-9d3a6cb4-0626-4e4e-a177-da1014b5051a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/security-groups?id=04d0b069-4a88-497a-9167-ddca51040f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Mar 22 17:40:18.825394 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-77cf2f77-ef7a-4192-a445-bd0b4be2d223 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.826905 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-77cf2f77-ef7a-4192-a445-bd0b4be2d223 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 945 time: 0.0551226 Mar 22 17:40:18.920204 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-192b7954-987e-4aa5-8398-ee264c9fab44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:18.926188 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Deleting port 23677383-6da5-4c78-a171-2898913d12f8 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:40:18.926536 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (23677383-6da5-4c78-a171-2898913d12f8), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.021235 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] For port 23677383-6da5-4c78-a171-2898913d12f8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=23677383-6da5-4c78-a171-2898913d12f8,segment=NetworkSegment(bdaee22b-2b3b-4723-b774-5a29a48146f3),segment_id=bdaee22b-2b3b-4723-b774-5a29a48146f3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:19.021610 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (23677383-6da5-4c78-a171-2898913d12f8), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.036633 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Calling delete_port for 23677383-6da5-4c78-a171-2898913d12f8 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:40:19.169632 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (23677383-6da5-4c78-a171-2898913d12f8), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.206038 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Pushing event deleted for resources: {'Port': ['ID=23677383-6da5-4c78-a171-2898913d12f8,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:19.251168 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] No DVR routers for this DVR port 23677383-6da5-4c78-a171-2898913d12f8 on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:40:19.254281 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.255699 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-41b7ef1a-927c-49af-a384-43f9da6cc43a req-0adf3050-5bb2-4134-afc2-da3b9ef43a0a tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.48 "GET /v2.0/ports?device_id=01f1b7d4-e50e-4a73-9b58-84d07ca9c9db HTTP/1.1" status: 200 len: 210 time: 0.0294645 Mar 22 17:40:19.257718 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-399bda8e-e801-4691-b5b4-e7a55db5e67c req-349fda6c-c984-4167-8ab7-685b5b9f16c8 tempest-VolumesSnapshotTestJSON-1095243864 tempest-VolumesSnapshotTestJSON-1095243864-project] 10.222.0.64 "DELETE /v2.0/ports/23677383-6da5-4c78-a171-2898913d12f8 HTTP/1.1" status: 204 len: 173 time: 0.4256823 Mar 22 17:40:19.258161 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'name': 'network-vif-deleted', 'tag': '23677383-6da5-4c78-a171-2898913d12f8'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:40:19.260698 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0184bded-332f-43d0-9c41-bc2a76366e0b" -d '{"events": [{"server_uuid": "01f1b7d4-e50e-4a73-9b58-84d07ca9c9db", "name": "network-vif-deleted", "tag": "23677383-6da5-4c78-a171-2898913d12f8"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:40:19.303458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d1302-fdf9-476b-a441-f0eae99cdd96 x-openstack-request-id: req-e66d1302-fdf9-476b-a441-f0eae99cdd96 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:40:19.303776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f1b7d4-e50e-4a73-9b58-84d07ca9c9db", "name": "network-vif-deleted", "tag": "23677383-6da5-4c78-a171-2898913d12f8", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:40:19.304033 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e66d1302-fdf9-476b-a441-f0eae99cdd96 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:40:19.304444 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66d1302-fdf9-476b-a441-f0eae99cdd96'] response: {'server_uuid': '01f1b7d4-e50e-4a73-9b58-84d07ca9c9db', 'name': 'network-vif-deleted', 'tag': '23677383-6da5-4c78-a171-2898913d12f8', 'status': 'completed', 'code': 200} Mar 22 17:40:20.072725 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:20.255401 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:20.810311 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 23677383-6da5-4c78-a171-2898913d12f8 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:40:20.831486 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 23677383-6da5-4c78-a171-2898913d12f8 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:40:20.831758 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 23677383-6da5-4c78-a171-2898913d12f8 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:40:21.552542 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:23.068428 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.231211 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41074) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:37.275256 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Deleting subnet 15bace1c-9654-4e31-b89f-4b6eb3f9bf48 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:40:37.278327 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Publish callbacks [] for subnet (15bace1c-9654-4e31-b89f-4b6eb3f9bf48), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.311400 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (15bace1c-9654-4e31-b89f-4b6eb3f9bf48), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.355146 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (15bace1c-9654-4e31-b89f-4b6eb3f9bf48), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.408189 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (15bace1c-9654-4e31-b89f-4b6eb3f9bf48), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.409790 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:40:37.435061 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bace1c-9654-4e31-b89f-4b6eb3f9bf48,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:37.437055 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.442382 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-8720431a-0248-4e60-9588-6f4b50e15b43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/15bace1c-9654-4e31-b89f-4b6eb3f9bf48 HTTP/1.1" status: 204 len: 168 time: 0.2100966 Mar 22 17:40:37.443648 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41076) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:37.525402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (1d72fe22-b45f-48ef-b8f9-8abdee589ecf), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.604022 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (1d72fe22-b45f-48ef-b8f9-8abdee589ecf), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.625329 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d72fe22-b45f-48ef-b8f9-8abdee589ecf']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:37.635383 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaee22b-2b3b-4723-b774-5a29a48146f3') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:37.635682 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaee22b-2b3b-4723-b774-5a29a48146f3') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:37.645093 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (bdaee22b-2b3b-4723-b774-5a29a48146f3), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.659388 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (bdaee22b-2b3b-4723-b774-5a29a48146f3), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.665216 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:40:37.665599 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (bdaee22b-2b3b-4723-b774-5a29a48146f3), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:40:37.667504 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:40:37.730725 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (1d72fe22-b45f-48ef-b8f9-8abdee589ecf), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.738420 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.742205 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d72fe22-b45f-48ef-b8f9-8abdee589ecf HTTP/1.1" status: 204 len: 168 time: 0.2971001 Mar 22 17:40:37.755367 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacc06b-62f0-4f57-b45d-0b336c24b79e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d72fe22-b45f-48ef-b8f9-8abdee589ecf,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:37.859421 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41080) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:37.898238 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-5026733c-e00d-4ac4-84f9-729b90fee5bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e1bff1d06a94e3b9ce5b9e1e18d43f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376208 Mar 22 17:40:37.900612 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41082) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:37.952550 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-50bf16bb-f8ff-4cfc-a6ea-9ce9a31c6c5a admin admin] Publish callbacks [] for security_group (04d0b069-4a88-497a-9167-ddca51040f91), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:37.973893 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-50bf16bb-f8ff-4cfc-a6ea-9ce9a31c6c5a admin admin] Publish callbacks [] for security_group (04d0b069-4a88-497a-9167-ddca51040f91), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:38.019793 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-50bf16bb-f8ff-4cfc-a6ea-9ce9a31c6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (04d0b069-4a88-497a-9167-ddca51040f91), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:38.022346 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-50bf16bb-f8ff-4cfc-a6ea-9ce9a31c6c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:38.023542 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-50bf16bb-f8ff-4cfc-a6ea-9ce9a31c6c5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04d0b069-4a88-497a-9167-ddca51040f91 HTTP/1.1" status: 204 len: 168 time: 0.1220450 Mar 22 17:40:38.031712 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf16bb-f8ff-4cfc-a6ea-9ce9a31c6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d0b069-4a88-497a-9167-ddca51040f91,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:43.936686 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41148) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:44.039364 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.119137 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Publish callbacks [] for security_group (b38aa281-372e-4c29-a35c-f1dd7a08110a), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.122672 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b38aa281-372e-4c29-a35c-f1dd7a08110a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.160087 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38aa281-372e-4c29-a35c-f1dd7a08110a,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:44.164000 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d004f7179b04d87b6be3232e241b778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263041 Mar 22 17:40:44.166693 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41152) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:44.169899 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.170253 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.170601 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.170963 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.171301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.171635 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.171963 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.172292 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.172619 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.172946 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.173272 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.173601 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.173923 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.174242 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.174562 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01a8a5-d52b-48f9-8a0a-cdf7c4210291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:44.215526 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b80-de57-43e2-9cc2-ab341f12c04e admin admin] Publish callbacks [] for security_group (b38aa281-372e-4c29-a35c-f1dd7a08110a), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.237526 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b80-de57-43e2-9cc2-ab341f12c04e admin admin] Publish callbacks [] for security_group (b38aa281-372e-4c29-a35c-f1dd7a08110a), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.284960 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b80-de57-43e2-9cc2-ab341f12c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (b38aa281-372e-4c29-a35c-f1dd7a08110a), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.287615 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b80-de57-43e2-9cc2-ab341f12c04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:44.288796 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-9fd41b80-de57-43e2-9cc2-ab341f12c04e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b38aa281-372e-4c29-a35c-f1dd7a08110a HTTP/1.1" status: 204 len: 168 time: 0.1209569 Mar 22 17:40:44.296624 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd41b80-de57-43e2-9cc2-ab341f12c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38aa281-372e-4c29-a35c-f1dd7a08110a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:44.892585 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41174) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:44.987523 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-758823909-network', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:45.013049 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Made reservation on behalf of 9c107f59f8c3493792ddd5ae6e2773c4 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:40:45.015615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.024909 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.102105 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks [] for security_group (8496640e-b41b-427a-95f8-1fab32095f85), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.107059 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8496640e-b41b-427a-95f8-1fab32095f85), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.132921 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:40:45.143534 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8496640e-b41b-427a-95f8-1fab32095f85,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:45.149435 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (83102a45-88de-4c5e-b653-9146521e4305), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.149779 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Added segment 83102a45-88de-4c5e-b653-9146521e4305 of type vlan for network f2c9781f-7a7d-4519-962f-5084f62b3dfb Mar 22 17:40:45.190571 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (f2c9781f-7a7d-4519-962f-5084f62b3dfb), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.215760 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (f2c9781f-7a7d-4519-962f-5084f62b3dfb), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.216725 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:45.217319 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.278084 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3843853 Mar 22 17:40:45.280988 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41178) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:45.284200 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caa35b-fa8a-49c0-97bf-eae096509eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c9781f-7a7d-4519-962f-5084f62b3dfb,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:45.286503 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Request body: {'subnet': {'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-758823909-subnet', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:45.294987 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:40:45.307056 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Made reservation on behalf of 9c107f59f8c3493792ddd5ae6e2773c4 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:40:45.309429 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26375081'] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.475797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26394413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26375103'] for subnet (71d3fa77-5ea1-4d86-af49-8e85adafc64b), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.534676 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d3fa77-5ea1-4d86-af49-8e85adafc64b,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:45.543288 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Checking segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:45.543650 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Network hostable DHCP agents. Network: f2c9781f-7a7d-4519-962f-5084f62b3dfb, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:40:45.561374 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:40:45.570231 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, f2c9781f-7a7d-4519-962f-5084f62b3dfb) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:45.574895 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:45.575963 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.579211 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d19a15-0cc4-4764-bbaf-5a511c89712e None None] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:40:45.595970 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-f2817eae-bc64-45a1-98a6-bf334c7a1580 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3136206 Mar 22 17:40:45.600387 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41180) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:45.604771 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:45.627947 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (7c8cb7f5-7179-4888-87e2-c84ce63727b5), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.628954 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (7c8cb7f5-7179-4888-87e2-c84ce63727b5), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.682978 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks [] for router_controller (7c8cb7f5-7179-4888-87e2-c84ce63727b5), precommit_add_association {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.688015 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:40:45.688893 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.823949 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks [] for router_gateway (7c8cb7f5-7179-4888-87e2-c84ce63727b5), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.826761 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Allocated IP 172.20.0.2 (f2c9781f-7a7d-4519-962f-5084f62b3dfb/71d3fa77-5ea1-4d86-af49-8e85adafc64b/1ae69826-dd0e-4e2d-841f-254c1c0ae90f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:40:45.968383 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Publish callbacks [] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.975195 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.014419 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:46.017241 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:46.020802 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:40:46.028011 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks [] for router_gateway (7c8cb7f5-7179-4888-87e2-c84ce63727b5), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.031387 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Pushing event updated for resources: {'Port': ['ID=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:46.048548 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.057909 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.058315 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.058648 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.059079 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.059479 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.059818 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.060152 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.060482 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.060815 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.061143 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.061472 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.061806 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.062132 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.062458 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.062780 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:46.095897 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Attempting to bind port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:40:46.096270 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Attempting to bind port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:40:46.096633 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Attempting to bind port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f on network f2c9781f-7a7d-4519-962f-5084f62b3dfb {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:40:46.101884 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:40:46.102261 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Checking segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:46.102669 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.103087 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Bound using segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:40:46.103562 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Bound port: 1ae69826-dd0e-4e2d-841f-254c1c0ae90f, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:40:46.103959 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.151968 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Allocated IP 172.28.1.137 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/9f7ea20e-130f-410d-8cfd-2820c80112cc) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:40:46.167030 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] For port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:40:46.170158 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] For port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:40:46.176040 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.241844 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8657906-d647-4b07-aa21-6082bb7b4d65 None None] Pushing event updated for resources: {'Port': ['ID=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:46.271512 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks [] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.305937 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.347021 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:46.352493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:46.367640 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:40:46.384466 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7ea20e-130f-410d-8cfd-2820c80112cc,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:46.620435 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks [] for router_gateway (7c8cb7f5-7179-4888-87e2-c84ce63727b5), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:46.693987 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b685f9e3-87bd-4ed8-9b32-834790ada79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.104196 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (7c8cb7f5-7179-4888-87e2-c84ce63727b5), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.121835 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec80dab-653c-405c-9b9b-79d0ebae4b2f None None] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:40:47.181304 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] Provisioning complete for port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:47.181679 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.235390 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:40:47.303540 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] Current status of the port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:47.304137 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.341740 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] For port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:47.347150 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.351348 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:40:47.369100 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.370375 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-e4bf8878-e189-471c-b1e9-76a76497d8c5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7689879 Mar 22 17:40:47.373142 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41182) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:47.383427 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Sync routers for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:40:47.412848 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:47.412848 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:47.416728 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0e284-7b82-4e45-aca4-717c388db514 None None] Pushing event updated for resources: {'Port': ['ID=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:47.646878 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d36c53e0-48da-402a-9b92-b511225cac5d None None] Provisioning complete for port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:47.647275 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d36c53e0-48da-402a-9b92-b511225cac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.700604 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:47.836896 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:47.849687 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d36c53e0-48da-402a-9b92-b511225cac5d None None] Current status of the port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:47.903590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1ae69826-dd0e-4e2d-841f-254c1c0ae90f up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:47.957433 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:46Z', 'revision_number': 3, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:47.986789 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Checking router: 7c8cb7f5-7179-4888-87e2-c84ce63727b5 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:40:47.987153 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Updating router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 port 9f7ea20e-130f-410d-8cfd-2820c80112cc binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:40:48.001885 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Allocated IP 172.20.0.1 (f2c9781f-7a7d-4519-962f-5084f62b3dfb/71d3fa77-5ea1-4d86-af49-8e85adafc64b/6296e638-7496-45ad-9b5d-92b8deea72c2) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:40:48.011277 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:48.011708 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.042077 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.111830 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks [] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.147461 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.186690 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:48.189738 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:48.195502 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:40:48.206704 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:48.220251 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Pushing event updated for resources: {'Port': ['ID=6296e638-7496-45ad-9b5d-92b8deea72c2,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:48.241056 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (7c8cb7f5-7179-4888-87e2-c84ce63727b5), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.373276 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Publish callbacks [] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.380241 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.397088 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.436459 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Attempting to bind port 9f7ea20e-130f-410d-8cfd-2820c80112cc on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:40:48.436834 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Attempting to bind port 9f7ea20e-130f-410d-8cfd-2820c80112cc by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:40:48.437199 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Attempting to bind port 9f7ea20e-130f-410d-8cfd-2820c80112cc on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:40:48.448822 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:40:48.449197 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:48.449611 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.449989 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:40:48.450459 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Bound port: 9f7ea20e-130f-410d-8cfd-2820c80112cc, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:40:48.450844 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.452526 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda295-9fab-4692-ab7f-f2ce4794544b None None] Pushing event updated for resources: {'Port': ['ID=9f7ea20e-130f-410d-8cfd-2820c80112cc,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:48.506045 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-c6e79eac-48fd-4bb6-8689-7a80e3f5daf3 None None] Provisioning complete for port 6296e638-7496-45ad-9b5d-92b8deea72c2 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:48.506345 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6e79eac-48fd-4bb6-8689-7a80e3f5daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.536645 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] For port 9f7ea20e-130f-410d-8cfd-2820c80112cc, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:40:48.554683 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] For port 9f7ea20e-130f-410d-8cfd-2820c80112cc, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9f7ea20e-130f-410d-8cfd-2820c80112cc,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:40:48.557334 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c6e79eac-48fd-4bb6-8689-7a80e3f5daf3 None None] Port 6296e638-7496-45ad-9b5d-92b8deea72c2 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:40:48.561200 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.571845 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks [] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.576642 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.620318 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:48.620964 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:48.643699 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Pushing event updated for resources: {'Port': ['ID=6296e638-7496-45ad-9b5d-92b8deea72c2,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:48.646216 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (7c8cb7f5-7179-4888-87e2-c84ce63727b5), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.658164 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda295-9fab-4692-ab7f-f2ce4794544b None None] Pushing event updated for resources: {'Port': ['ID=9f7ea20e-130f-410d-8cfd-2820c80112cc,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:48.731815 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:48.746227 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:48.747674 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:48.873785 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:40:48.943470 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a769fc13-a167-4d5c-8602-0dbacda302d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:48.960086 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 2, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:48.992174 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:40:48.992465 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab718-ae76-4478-aafc-ff115a4a36e1 None None] The sync data for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb is: [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 2, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:40:48.997241 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-0fbc20cf-cbde-4286-a8c7-ad5147137849 admin admin] 10.222.0.48 "PUT /v2.0/routers/7c8cb7f5-7179-4888-87e2-c84ce63727b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230192 Mar 22 17:40:49.014582 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-bd4de73f-4e8c-49ac-97b3-e005ae8f478b None None] Provisioning complete for port 6296e638-7496-45ad-9b5d-92b8deea72c2 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:49.015002 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bd4de73f-4e8c-49ac-97b3-e005ae8f478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.050161 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-bd4de73f-4e8c-49ac-97b3-e005ae8f478b None None] Port 6296e638-7496-45ad-9b5d-92b8deea72c2 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:40:49.514380 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41198) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:49.519420 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-10743947-network', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:49.540242 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Made reservation on behalf of 77ab8e86efdd469d8e06e9603a295401 for: {'network': 1} {{(pid=103198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:40:49.542767 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for network (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.553152 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.658233 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks [] for security_group (4fc53348-26ca-4683-9bf7-f5fc55ffbc16), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.662173 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4fc53348-26ca-4683-9bf7-f5fc55ffbc16), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.689772 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:40:49.697128 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc53348-26ca-4683-9bf7-f5fc55ffbc16,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:49.704558 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (e0cf3c4b-b5e8-482a-b646-f15161e78331), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.704935 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.segments_db [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Added segment e0cf3c4b-b5e8-482a-b646-f15161e78331 of type vlan for network 5f3635d4-02fd-45f8-9c17-d24b035aa85a Mar 22 17:40:49.751069 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762561391472'] for network (5f3635d4-02fd-45f8-9c17-d24b035aa85a), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.777402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019'] for network (5f3635d4-02fd-45f8-9c17-d24b035aa85a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.778393 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:49.779007 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.842523 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41200) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:49.843134 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3270829 Mar 22 17:40:49.850192 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Request body: {'subnet': {'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-10743947-subnet', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:49.855417 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c267c38-45bf-4ee9-a719-a3b48adde85d admin admin] Pushing event updated for resources: {'Network': ['ID=5f3635d4-02fd-45f8-9c17-d24b035aa85a,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:49.868069 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a details requested by agent ovs-agent-dv-cinder-820578-3-smb with host dv-cinder-820578-3-smb {{(pid=103200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:40:49.890271 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Made reservation on behalf of 77ab8e86efdd469d8e06e9603a295401 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:40:49.894342 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26375081'] for subnet (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:49.924850 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9f7ea20e-130f-410d-8cfd-2820c80112cc up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:49.996526 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 9f7ea20e-130f-410d-8cfd-2820c80112cc triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:49.996998 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.080176 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26394413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26375103'] for subnet (06f5022e-6195-4f26-b061-988944c5b3c0), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.096953 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.098156 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9f7ea20e-130f-410d-8cfd-2820c80112cc is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:50.098617 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.122080 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 9f7ea20e-130f-410d-8cfd-2820c80112cc, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9f7ea20e-130f-410d-8cfd-2820c80112cc,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:50.128081 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.136872 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f5022e-6195-4f26-b061-988944c5b3c0,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:50.149181 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.149525 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.149869 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.150223 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.150554 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.150884 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.151240 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.151569 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.151893 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.152236 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.152549 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.152879 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.153198 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.153516 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.153840 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:50.161098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Checking segment: {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:50.161347 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Network hostable DHCP agents. Network: 5f3635d4-02fd-45f8-9c17-d24b035aa85a, hostable agents: ['983374cd-48fc-4e60-9af7-92af6821ae01'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:40:50.185406 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a is scheduled to be hosted by DHCP agent 983374cd-48fc-4e60-9af7-92af6821ae01 with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:40:50.186033 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=9f7ea20e-130f-410d-8cfd-2820c80112cc,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:50.196560 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-smb, 5f3635d4-02fd-45f8-9c17-d24b035aa85a) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:50.207027 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:50.207714 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.209571 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e2a831-3201-45e7-be05-861bdf5f1500 None None] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:40:50.226936 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-e91b8a9d-3d86-4edc-b98d-fb14bbd5d1cc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3822057 Mar 22 17:40:50.229617 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41202) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:50.234441 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:50.262239 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7078'] for router (a4b9f238-9c06-49d8-87b5-c43ba22c831a), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.263463 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7089'] for router (a4b9f238-9c06-49d8-87b5-c43ba22c831a), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.286687 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.325734 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks [] for router_controller (a4b9f238-9c06-49d8-87b5-c43ba22c831a), precommit_add_association {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.329370 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dbf8cfc-4a64-5db3-987d-321d6e8cf867-5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'fixed_ips': [{'subnet_id': '06f5022e-6195-4f26-b061-988944c5b3c0'}]}} from dv-cinder-820578-3-smb. {{(pid=103200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:40:50.330334 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.467837 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Allocated IP 172.20.0.2 (5f3635d4-02fd-45f8-9c17-d24b035aa85a/06f5022e-6195-4f26-b061-988944c5b3c0/8837735f-e75a-4a9b-8c69-5e7c08d6d83e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:40:50.478167 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks [] for router_gateway (a4b9f238-9c06-49d8-87b5-c43ba22c831a), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.612809 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Publish callbacks [] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.619438 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.663684 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:50.666832 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:50.673526 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:40:50.681318 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Pushing event updated for resources: {'Port': ['ID=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:50.691301 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks [] for router_gateway (a4b9f238-9c06-49d8-87b5-c43ba22c831a), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.714737 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.733822 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Attempting to bind port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:40:50.734194 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Attempting to bind port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:40:50.734560 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Attempting to bind port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e on network 5f3635d4-02fd-45f8-9c17-d24b035aa85a {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:40:50.739589 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:40:50.739959 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Checking segment: {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:50.740358 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.740745 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Bound using segment: {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:40:50.741209 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Bound port: 8837735f-e75a-4a9b-8c69-5e7c08d6d83e, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:40:50.741586 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.809898 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] For port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:40:50.814019 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] For port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,segment=NetworkSegment(e0cf3c4b-b5e8-482a-b646-f15161e78331),segment_id=e0cf3c4b-b5e8-482a-b646-f15161e78331)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:40:50.825115 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.827000 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Allocated IP 172.28.1.22 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/81e99f05-3926-4c35-91ab-1e6dd7f079ac) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:40:50.893896 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79b52-2066-46dc-91f0-3fb205fe5154 None None] Pushing event updated for resources: {'Port': ['ID=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:50.945511 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks [] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:50.981354 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:51.021745 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:51.024701 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:51.027121 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:40:51.061823 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=81e99f05-3926-4c35-91ab-1e6dd7f079ac,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:51.146678 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Sync routers for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:40:51.163599 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:51.164232 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:51.275926 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:51.514362 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 2, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:51.543847 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Checking router: 7c8cb7f5-7179-4888-87e2-c84ce63727b5 for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:40:51.544463 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Updating router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 port 6296e638-7496-45ad-9b5d-92b8deea72c2 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:40:51.565658 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:51.577139 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:51.614148 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks [] for router_gateway (a4b9f238-9c06-49d8-87b5-c43ba22c831a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:51.863611 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe58d63-c978-4116-927d-dafe1a895fb8 None None] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:40:51.878963 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (a4b9f238-9c06-49d8-87b5-c43ba22c831a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:51.961897 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Publish callbacks [] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:51.971457 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.015346 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8837735f-e75a-4a9b-8c69-5e7c08d6d83e up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:52.031060 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Router a4b9f238-9c06-49d8-87b5-c43ba22c831a is scheduled to L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 with binding_index 1 {{(pid=103198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:40:52.081361 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Pushing event updated for resources: {'Port': ['ID=6296e638-7496-45ad-9b5d-92b8deea72c2,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:52.091205 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Attempting to bind port 6296e638-7496-45ad-9b5d-92b8deea72c2 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:40:52.091826 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Attempting to bind port 6296e638-7496-45ad-9b5d-92b8deea72c2 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:40:52.092490 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Attempting to bind port 6296e638-7496-45ad-9b5d-92b8deea72c2 on network f2c9781f-7a7d-4519-962f-5084f62b3dfb {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:40:52.099695 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.100324 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.100837 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.101392 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.101889 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.102391 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.102886 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.103773 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.104290 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.104782 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.105273 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.105804 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.106307 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.106792 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.107317 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:52.115690 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:40:52.116400 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Checking segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:52.116985 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.117947 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Bound using segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:40:52.118598 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Bound port: 6296e638-7496-45ad-9b5d-92b8deea72c2, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:40:52.119189 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.178905 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:40:52.184898 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] Provisioning complete for port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:52.185134 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.192700 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] For port 6296e638-7496-45ad-9b5d-92b8deea72c2, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:40:52.196870 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] For port 6296e638-7496-45ad-9b5d-92b8deea72c2, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6296e638-7496-45ad-9b5d-92b8deea72c2,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:40:52.207817 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.218119 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.220055 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-05a88472-a680-481a-8c84-5be5a6208ae8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9891367 Mar 22 17:40:52.221399 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Sync routers for ids ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:40:52.223020 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41204) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:52.262983 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Routers {'a4b9f238-9c06-49d8-87b5-c43ba22c831a'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:52.263639 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:52.279529 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a4f0-4896-4c0e-b514-f7dbd64a5d41 None None] Pushing event updated for resources: {'Port': ['ID=6296e638-7496-45ad-9b5d-92b8deea72c2,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:52.283522 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:52.284445 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:52.406414 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:52.406414 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.434113 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:52.469657 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Set router a4b9f238-9c06-49d8-87b5-c43ba22c831a gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:52.568671 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] Current status of the port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:52.569068 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.677990 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] For port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,segment=NetworkSegment(e0cf3c4b-b5e8-482a-b646-f15161e78331),segment_id=e0cf3c4b-b5e8-482a-b646-f15161e78331)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:52.695595 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:52Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:52.701672 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.727749 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276950b-f3ba-4e7b-9aa7-e986917d37ca None None] The sync data for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb is: [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:52Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:40:52.763021 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:52.763524 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9f7ea20e-130f-410d-8cfd-2820c80112cc up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:52.827581 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.853046 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290fb81-abdf-4aeb-8a0d-2129baa3d4ea None None] Pushing event updated for resources: {'Port': ['ID=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:52.869437 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Provisioning complete for port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:52.869437 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.917876 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 9f7ea20e-130f-410d-8cfd-2820c80112cc triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:52.918254 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.953490 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:51Z', 'revision_number': 3, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:52.998362 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Checking router: a4b9f238-9c06-49d8-87b5-c43ba22c831a for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:40:52.998973 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Updating router a4b9f238-9c06-49d8-87b5-c43ba22c831a port 81e99f05-3926-4c35-91ab-1e6dd7f079ac binding host dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:40:53.030678 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Allocated IP 172.20.0.1 (5f3635d4-02fd-45f8-9c17-d24b035aa85a/06f5022e-6195-4f26-b061-988944c5b3c0/86d02f6d-4d72-4417-b2e8-3e95f87e9096) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:40:53.070881 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.077804 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Current status of the port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:53.104236 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.156783 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks [] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.192837 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.213222 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Provisioning complete for port 6296e638-7496-45ad-9b5d-92b8deea72c2 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:53.213609 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.218297 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 9f7ea20e-130f-410d-8cfd-2820c80112cc is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:53.232136 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:53.235818 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:53.248908 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:40:53.291957 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719416'] for router_interface (a4b9f238-9c06-49d8-87b5-c43ba22c831a), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.337544 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Pushing event updated for resources: {'Port': ['ID=86d02f6d-4d72-4417-b2e8-3e95f87e9096,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:53.399288 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Current status of the port 6296e638-7496-45ad-9b5d-92b8deea72c2 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:53.399748 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.469600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] For port 6296e638-7496-45ad-9b5d-92b8deea72c2, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6296e638-7496-45ad-9b5d-92b8deea72c2,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:53.471937 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.479097 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.536213 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Publish callbacks [] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.547993 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.564210 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c27b-0be6-4595-aaf3-250ff81c04e0 None None] Pushing event updated for resources: {'Port': ['ID=6296e638-7496-45ad-9b5d-92b8deea72c2,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:53.610136 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Attempting to bind port 81e99f05-3926-4c35-91ab-1e6dd7f079ac on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:40:53.610512 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Attempting to bind port 81e99f05-3926-4c35-91ab-1e6dd7f079ac by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:40:53.610994 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Attempting to bind port 81e99f05-3926-4c35-91ab-1e6dd7f079ac on network 3657c86a-016b-4b5d-81d6-74adcd1de63a {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:40:53.630166 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:40:53.630556 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Checking segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:53.630987 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.631394 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Bound using segment: {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:40:53.631875 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Bound port: 81e99f05-3926-4c35-91ab-1e6dd7f079ac, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2e6e8-1916-4fd5-9068-c1c07ceaceff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:40:53.632265 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.637270 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409d86-3b51-4092-be0e-29e13d59e70e None None] Pushing event updated for resources: {'Port': ['ID=81e99f05-3926-4c35-91ab-1e6dd7f079ac,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:53.658033 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks [] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.660032 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-7c8c8cf4-fca0-45d4-ac56-367ce3e53ea5 None None] Provisioning complete for port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:53.660496 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8cf4-fca0-45d4-ac56-367ce3e53ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.663229 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26099173'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.727530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c8cf4-fca0-45d4-ac56-367ce3e53ea5 None None] Port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:40:53.733282 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] For port 81e99f05-3926-4c35-91ab-1e6dd7f079ac, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:40:53.734242 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Pushing event updated for resources: {'Port': ['ID=86d02f6d-4d72-4417-b2e8-3e95f87e9096,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:53.737218 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] For port 81e99f05-3926-4c35-91ab-1e6dd7f079ac, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=81e99f05-3926-4c35-91ab-1e6dd7f079ac,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:40:53.737388 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719276'] for router_interface (a4b9f238-9c06-49d8-87b5-c43ba22c831a), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.745185 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:53.803590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409d86-3b51-4092-be0e-29e13d59e70e None None] Pushing event updated for resources: {'Port': ['ID=81e99f05-3926-4c35-91ab-1e6dd7f079ac,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:53.806277 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Routers {'a4b9f238-9c06-49d8-87b5-c43ba22c831a'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:53.806882 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:53.840292 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:40:53.841764 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:40:53.932064 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] Set router a4b9f238-9c06-49d8-87b5-c43ba22c831a gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:53.935531 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8837735f-e75a-4a9b-8c69-5e7c08d6d83e up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:53.978733 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Router a4b9f238-9c06-49d8-87b5-c43ba22c831a has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:40:54.099699 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:40:54.106763 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-8563ad72-c7a9-455c-8cea-32f2f3a3c05b admin admin] 10.222.0.48 "PUT /v2.0/routers/a4b9f238-9c06-49d8-87b5-c43ba22c831a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8822315 Mar 22 17:40:54.245863 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-a690b352-7cb3-4a3b-adf4-457e35be7982 None None] Provisioning complete for port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:54.246475 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a690b352-7cb3-4a3b-adf4-457e35be7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:54.270545 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:54.270921 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:54.318889 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a690b352-7cb3-4a3b-adf4-457e35be7982 None None] Port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:40:54.435666 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:54.436663 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6296e638-7496-45ad-9b5d-92b8deea72c2 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:54.465071 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '86d02f6d-4d72-4417-b2e8-3e95f87e9096', 'name': '', 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'mac_address': 'fa:16:3e:1b:bd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:52Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 2, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'subnets': [{'id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:54.496099 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb73e99-daed-4e1f-ae55-d9081ad8bf95 None None] The sync data for ids ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'] in dv-cinder-820578-3-smb is: [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '86d02f6d-4d72-4417-b2e8-3e95f87e9096', 'name': '', 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'mac_address': 'fa:16:3e:1b:bd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:52Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 2, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'subnets': [{'id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:40:54.519430 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 6296e638-7496-45ad-9b5d-92b8deea72c2 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:54.519806 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:54.603582 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 6296e638-7496-45ad-9b5d-92b8deea72c2 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:55.891138 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 81e99f05-3926-4c35-91ab-1e6dd7f079ac up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:55.947689 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 81e99f05-3926-4c35-91ab-1e6dd7f079ac triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:55.948105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.035020 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 81e99f05-3926-4c35-91ab-1e6dd7f079ac is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:56.035428 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.036013 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41214) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.040657 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460753098', 'description': 'tempest-secgroup-smoke-460753098 description', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.061129 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] For port 81e99f05-3926-4c35-91ab-1e6dd7f079ac, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=81e99f05-3926-4c35-91ab-1e6dd7f079ac,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:56.065132 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.066242 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.122746 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Pushing event updated for resources: {'Port': ['ID=81e99f05-3926-4c35-91ab-1e6dd7f079ac,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.144336 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group (66516801-dcca-4cef-963a-06f0d7d76040), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.150427 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (66516801-dcca-4cef-963a-06f0d7d76040), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.179732 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.181001 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1439595 Mar 22 17:40:56.184142 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41216) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.185466 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b59255-4144-4f8e-b04c-928549ad950d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66516801-dcca-4cef-963a-06f0d7d76040,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.190562 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group_rule': {'security_group_id': '66516801-dcca-4cef-963a-06f0d7d76040', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.217261 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (e120abd5-649f-4455-ab25-bc0e2b6c0fa9), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.275989 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (e120abd5-649f-4455-ab25-bc0e2b6c0fa9), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.279700 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (e120abd5-649f-4455-ab25-bc0e2b6c0fa9), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.298760 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e120abd5-649f-4455-ab25-bc0e2b6c0fa9,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.308069 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.309343 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-fa8eef04-8b5c-4dba-bb97-d14c9dc06231 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241269 Mar 22 17:40:56.312086 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41218) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.317597 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group_rule': {'security_group_id': '66516801-dcca-4cef-963a-06f0d7d76040', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.343696 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (64faa127-a2ab-45d3-a0eb-2f4f9db1b537), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.403465 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (64faa127-a2ab-45d3-a0eb-2f4f9db1b537), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.407523 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (64faa127-a2ab-45d3-a0eb-2f4f9db1b537), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.429169 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64faa127-a2ab-45d3-a0eb-2f4f9db1b537,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.434562 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.439128 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41220) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.439280 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-41e9e2c9-7594-43a8-920d-f48c58c03717 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254139 Mar 22 17:40:56.443783 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group_rule': {'security_group_id': '66516801-dcca-4cef-963a-06f0d7d76040', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.470396 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (bd0a1fe4-eec5-4b06-a835-c7fe20a72b11), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.544901 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (bd0a1fe4-eec5-4b06-a835-c7fe20a72b11), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.550012 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (bd0a1fe4-eec5-4b06-a835-c7fe20a72b11), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.572810 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0a1fe4-eec5-4b06-a835-c7fe20a72b11,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.578887 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.580155 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-ad8871f3-f85d-4aba-a70e-b0d3076e5b24 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398890 Mar 22 17:40:56.583030 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41222) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.587295 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group_rule': {'security_group_id': '66516801-dcca-4cef-963a-06f0d7d76040', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.615195 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (5cabe318-c4fe-4bcf-a328-7890214a2874), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.675857 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (5cabe318-c4fe-4bcf-a328-7890214a2874), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.679582 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (5cabe318-c4fe-4bcf-a328-7890214a2874), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.697127 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cabe318-c4fe-4bcf-a328-7890214a2874,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.705089 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.706286 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-5a6e44e5-85cf-4dc9-9105-888223ad1586 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223230 Mar 22 17:40:56.708960 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41224) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.713368 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group_rule': {'security_group_id': '66516801-dcca-4cef-963a-06f0d7d76040', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.736159 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.securitygroups_db [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Project 9c107f59f8c3493792ddd5ae6e2773c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:40:56.742134 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (8474eff5-93cf-48b4-8103-c29bf434eddd), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.810891 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (8474eff5-93cf-48b4-8103-c29bf434eddd), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.814704 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (8474eff5-93cf-48b4-8103-c29bf434eddd), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.823911 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Sync routers for ids ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:40:56.832864 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Routers {'a4b9f238-9c06-49d8-87b5-c43ba22c831a'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:56.833051 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8474eff5-93cf-48b4-8103-c29bf434eddd,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.833470 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:56.841592 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.842821 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-d535f714-31f7-4458-b0fa-3e33b7df039c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328907 Mar 22 17:40:56.846259 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41226) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:56.851026 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.v2.base [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'security_group_rule': {'security_group_id': '66516801-dcca-4cef-963a-06f0d7d76040', 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:56.872170 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.db.securitygroups_db [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Project 9c107f59f8c3493792ddd5ae6e2773c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:40:56.877404 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (4b5158c6-f769-408d-9ac5-8e3bd2b5043e), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.939225 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (4b5158c6-f769-408d-9ac5-8e3bd2b5043e), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.941828 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Set router a4b9f238-9c06-49d8-87b5-c43ba22c831a gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:56.942845 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697772'] for security_group_rule (4b5158c6-f769-408d-9ac5-8e3bd2b5043e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.961204 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5158c6-f769-408d-9ac5-8e3bd2b5043e,revision_number=0']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:56.969611 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:56.979048 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-de47af71-255b-48e0-8c3c-41c559946366 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235886 Mar 22 17:40:57.152264 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '86d02f6d-4d72-4417-b2e8-3e95f87e9096', 'name': '', 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'mac_address': 'fa:16:3e:1b:bd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:52Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 2, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'subnets': [{'id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:57.179190 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Checking router: a4b9f238-9c06-49d8-87b5-c43ba22c831a for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:40:57.179561 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Updating router a4b9f238-9c06-49d8-87b5-c43ba22c831a port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 binding host dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:40:57.210928 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.517275 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Publish callbacks [] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.522391 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.592230 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffaf91-c2c0-4c12-be95-df49605d0276 None None] Pushing event updated for resources: {'Port': ['ID=86d02f6d-4d72-4417-b2e8-3e95f87e9096,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:57.632630 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Attempting to bind port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 on host dv-cinder-820578-3-smb for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:40:57.632630 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Attempting to bind port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 by drivers openvswitch,hyperv on host dv-cinder-820578-3-smb at level 0 using segments [{'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:40:57.632985 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Attempting to bind port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 on network 5f3635d4-02fd-45f8-9c17-d24b035aa85a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:40:57.638284 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Checking agent: {'id': 'de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 23, 53), 'started_at': datetime.datetime(2022, 3, 22, 17, 24, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:40:57.638819 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Checking segment: {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:40:57.639307 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.639712 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Bound using segment: {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:40:57.640382 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Bound port: 86d02f6d-4d72-4417-b2e8-3e95f87e9096, host: dv-cinder-820578-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf3c4b-b5e8-482a-b646-f15161e78331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:40:57.641103 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.708770 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] For port 86d02f6d-4d72-4417-b2e8-3e95f87e9096, host dv-cinder-820578-3-smb, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:40:57.712141 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] For port 86d02f6d-4d72-4417-b2e8-3e95f87e9096, host dv-cinder-820578-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=86d02f6d-4d72-4417-b2e8-3e95f87e9096,segment=NetworkSegment(e0cf3c4b-b5e8-482a-b646-f15161e78331),segment_id=e0cf3c4b-b5e8-482a-b646-f15161e78331)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:40:57.720618 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.772329 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] Provisioning complete for port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:57.772800 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.788002 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Routers {'a4b9f238-9c06-49d8-87b5-c43ba22c831a'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:57.788909 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:40:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:57.896850 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 81e99f05-3926-4c35-91ab-1e6dd7f079ac up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:57.897465 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffaf91-c2c0-4c12-be95-df49605d0276 None None] Pushing event updated for resources: {'Port': ['ID=86d02f6d-4d72-4417-b2e8-3e95f87e9096,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:57.909785 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] Current status of the port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 is: DOWN; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:57.910614 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:57.940019 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] Set router a4b9f238-9c06-49d8-87b5-c43ba22c831a gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:57.982212 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] For port 86d02f6d-4d72-4417-b2e8-3e95f87e9096, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=86d02f6d-4d72-4417-b2e8-3e95f87e9096,segment=NetworkSegment(e0cf3c4b-b5e8-482a-b646-f15161e78331),segment_id=e0cf3c4b-b5e8-482a-b646-f15161e78331)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:57.989470 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:58.025083 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 81e99f05-3926-4c35-91ab-1e6dd7f079ac triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:58.025471 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:58.068054 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103aeb06-e136-410e-b4da-cbe0778bc7da None None] Pushing event updated for resources: {'Port': ['ID=86d02f6d-4d72-4417-b2e8-3e95f87e9096,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:58.141890 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 81e99f05-3926-4c35-91ab-1e6dd7f079ac is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:58.144217 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-7ef85889-dbbb-41f1-ae70-7b75393af9e2 None None] Provisioning complete for port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:58.144602 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ef85889-dbbb-41f1-ae70-7b75393af9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:58.228950 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7ef85889-dbbb-41f1-ae70-7b75393af9e2 None None] Current status of the port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:58.258127 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '86d02f6d-4d72-4417-b2e8-3e95f87e9096', 'name': '', 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'mac_address': 'fa:16:3e:1b:bd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:52Z', 'updated_at': '2022-03-22T17:40:57Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'subnets': [{'id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:58.284530 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b9c32-d5cf-4783-beda-81da4e42f96b None None] The sync data for ids ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'] in dv-cinder-820578-3-smb is: [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '86d02f6d-4d72-4417-b2e8-3e95f87e9096', 'name': '', 'network_id': '5f3635d4-02fd-45f8-9c17-d24b035aa85a', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'mac_address': 'fa:16:3e:1b:bd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:52Z', 'updated_at': '2022-03-22T17:40:57Z', 'revision_number': 4, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'subnets': [{'id': '06f5022e-6195-4f26-b061-988944c5b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:40:59.891200 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 86d02f6d-4d72-4417-b2e8-3e95f87e9096 up at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:59.940443 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Provisioning complete for port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:59.940815 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:00.022228 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Current status of the port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 is: ACTIVE; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:09.111050 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-f57bb470-4714-4406-b616-b9e7fb3ca62c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460753098&fields=id&tenant_id=9c107f59f8c3493792ddd5ae6e2773c4 HTTP/1.1" status: 200 len: 267 time: 0.0453162 Mar 22 17:41:09.220735 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-db4c7adb-45cd-4279-aff3-82d072eb6929 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:09.222395 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-db4c7adb-45cd-4279-aff3-82d072eb6929 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 808 time: 0.1045213 Mar 22 17:41:09.243916 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-9b3db7d1-90aa-4e24-983e-6fbfab23c1f4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/quotas/9c107f59f8c3493792ddd5ae6e2773c4 HTTP/1.1" status: 200 len: 375 time: 0.0156128 Mar 22 17:41:09.301754 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-011c1469-d47c-461e-a014-9fd65b3b004c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526457 Mar 22 17:41:09.398926 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-d9b84f65-d921-4bce-b63e-0fe16ad78624 service neutron] 10.222.0.48 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853617 Mar 22 17:41:09.497995 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-f2ff7669-caae-4a0a-9c22-f21c9a980d49 service neutron] 10.222.0.48 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931213 Mar 22 17:41:09.791646 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-c2f8866b-400a-4096-bee6-6062cf968692 req-1387704f-301e-404a-bc16-c4c88353f889 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 210 time: 0.0295625 Mar 22 17:41:10.901396 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-101c7b8b-4b95-455d-80d9-0e90730a9e89 req-75ee15f4-061b-4f09-a731-4ce1f6e8654f tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 210 time: 0.0336404 Mar 22 17:41:10.991071 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-827b3168-8321-4f60-a5c1-da1bc514c364 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:10.992436 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-827b3168-8321-4f60-a5c1-da1bc514c364 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 808 time: 0.1070042 Mar 22 17:41:11.058437 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-48554a18-c8ff-4d03-a4c8-33704ab5d50a tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c107f59f8c3493792ddd5ae6e2773c4 HTTP/1.1" status: 200 len: 379 time: 0.0576303 Mar 22 17:41:11.067090 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'port': {'device_id': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'admin_state_up': True, 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'security_groups': ['66516801-dcca-4cef-963a-06f0d7d76040']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:11.173074 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Made reservation on behalf of 9c107f59f8c3493792ddd5ae6e2773c4 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:11.176588 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:11.306919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Allocated IP 172.20.0.11 (f2c9781f-7a7d-4519-962f-5084f62b3dfb/71d3fa77-5ea1-4d86-af49-8e85adafc64b/60e10fbd-8a20-46ce-9ee2-1f79fa2fb776) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:11.460776 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:11.497163 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:11.542652 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:11.545867 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:11.551790 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:11.558352 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:11.605460 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:11.606002 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:11.623338 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-6d4cefbd-c26d-4751-a83e-7ea852cab986 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599506 Mar 22 17:41:11.634501 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Request body: {'port': {'device_id': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:11.704067 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:11.842777 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-89d8609b-55b0-47b1-89b6-4f62cae8072c None None] Provisioning complete for port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 triggered by entity DHCP. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:11.843998 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-89d8609b-55b0-47b1-89b6-4f62cae8072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:11.880785 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-89d8609b-55b0-47b1-89b6-4f62cae8072c None None] Port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 cannot update to ACTIVE because it is not bound. {{(pid=103200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:11.983857 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:11.995603 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Publish callbacks [] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:12.009256 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Transition to ACTIVE for port object 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:41:12.014314 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:12.027211 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b432ae-3754-41da-88dc-5efd90b07fca req-552d0a39-6bd8-4dfc-b788-9220edec5700 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.028699 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60b432ae-3754-41da-88dc-5efd90b07fca req-552d0a39-6bd8-4dfc-b788-9220edec5700 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 932 time: 0.0567741 Mar 22 17:41:12.067691 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:12.093075 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-60b432ae-3754-41da-88dc-5efd90b07fca req-74c29a2b-c411-4787-8152-fddf2b07f620 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585294 Mar 22 17:41:12.153327 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Attempting to bind port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:12.153668 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Attempting to bind port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:12.153996 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Attempting to bind port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 on network f2c9781f-7a7d-4519-962f-5084f62b3dfb {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:12.159486 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 on network f2c9781f-7a7d-4519-962f-5084f62b3dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:41:12.159814 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Attempting to bind port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 on network f2c9781f-7a7d-4519-962f-5084f62b3dfb {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:12.165238 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Checking agent: {'id': '2cea7821-0650-4a44-90f1-caf1fff41e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 22, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:12.165579 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Checking segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:12.165964 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Bound using segment: {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:12.166391 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Bound port: 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83102a45-88de-4c5e-b653-9146521e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:12.166748 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:12.234813 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:12.238822 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:12.245262 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:12.279098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.279741 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:12.281153 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] 10.222.0.64 "PUT /v2.0/ports/60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1094 time: 0.6507795 Mar 22 17:41:12.281601 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:12.283896 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cc8350-6459-4342-8f28-b1301cf7befc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:12.335627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2785e-9b1b-4524-9853-5c997e6c31bc service neutron] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:12.370676 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e2eeb-362a-4dc1-b005-ebb9ed9054d7 x-openstack-request-id: req-701e2eeb-362a-4dc1-b005-ebb9ed9054d7 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:12.370994 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:12.371254 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-701e2eeb-362a-4dc1-b005-ebb9ed9054d7 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:12.371664 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701e2eeb-362a-4dc1-b005-ebb9ed9054d7'] response: {'name': 'network-changed', 'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'status': 'completed', 'code': 200} Mar 22 17:41:12.393866 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-eba4b548-912a-4afb-8498-812f5da38198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.395487 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-eba4b548-912a-4afb-8498-812f5da38198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1128 time: 0.0534661 Mar 22 17:41:12.442960 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-0c3f98f9-c77b-4a18-a0af-e4eec0144387 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 217 time: 0.0391428 Mar 22 17:41:12.491669 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-ffcef46c-a965-4102-95a4-4a7253ae793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.493133 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-ffcef46c-a965-4102-95a4-4a7253ae793e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0438814 Mar 22 17:41:12.541527 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570feb4-7822-481c-9c14-a12fc568a884 req-a7fd84a6-81ab-4155-ae75-7782c7aa023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.543183 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-a7fd84a6-81ab-4155-ae75-7782c7aa023f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438042 Mar 22 17:41:12.636444 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-99f4f4a8-dc2d-4786-8d84-0d02fd8ec2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872977 Mar 22 17:41:12.725172 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-a570feb4-7822-481c-9c14-a12fc568a884 req-f8b1e1ac-9bf4-4cee-a830-d6f13a0e8fee service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832968 Mar 22 17:41:12.825611 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-93df204a-0d7b-4a2b-a639-9c3b88daeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.827168 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-93df204a-0d7b-4a2b-a639-9c3b88daeadc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1128 time: 0.0493219 Mar 22 17:41:12.915292 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-9fe0e8be-8fe9-4abc-8683-a5fdd1c2c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.916750 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-9fe0e8be-8fe9-4abc-8683-a5fdd1c2c717 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0836000 Mar 22 17:41:12.961037 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-cfcf4eb0-f5da-483e-abff-7c47eda18347 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 217 time: 0.0380895 Mar 22 17:41:13.010095 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-2e68416a-ae8c-42ed-8d3d-fe2253f9c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:13.011503 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-2e68416a-ae8c-42ed-8d3d-fe2253f9c362 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0436385 Mar 22 17:41:13.062275 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-9b3424b2-e311-4098-8a38-10d4fda86b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:13.063908 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-9b3424b2-e311-4098-8a38-10d4fda86b92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464718 Mar 22 17:41:13.159012 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-742fef68-1f17-4cbb-8ac2-e6ca74455a64 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875363 Mar 22 17:41:13.217437 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320665-e2cb-474e-a4e0-717c37cf612a req-489eb317-642d-4387-9bd7-49e0e7aec120 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:13.219781 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ed320665-e2cb-474e-a4e0-717c37cf612a req-489eb317-642d-4387-9bd7-49e0e7aec120 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 944 time: 0.0580170 Mar 22 17:41:13.269112 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c2cc8350-6459-4342-8f28-b1301cf7befc req-119e4251-c526-400b-8d9a-d1b902eb5653 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019306 Mar 22 17:41:13.276660 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-ed320665-e2cb-474e-a4e0-717c37cf612a req-7f514f09-6c99-4f92-89ec-d2e20ceabc94 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509014 Mar 22 17:41:14.400431 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dff52-e44c-4a9e-ba69-b14104c22ef9 req-52e97145-13c5-4fbd-aa57-f0dfc6c5deb4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:14.402061 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1c1dff52-e44c-4a9e-ba69-b14104c22ef9 req-52e97145-13c5-4fbd-aa57-f0dfc6c5deb4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 944 time: 0.0539973 Mar 22 17:41:14.411912 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:41:14.455467 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-1c1dff52-e44c-4a9e-ba69-b14104c22ef9 req-c731f709-de88-4caf-9917-5c1316bff456 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Mar 22 17:41:15.577649 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a8e8a-a439-45db-847f-55cfb8c8d793 req-40e1fd83-6fdc-4854-960d-abb8e36898bc tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:15.579188 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-528a8e8a-a439-45db-847f-55cfb8c8d793 req-40e1fd83-6fdc-4854-960d-abb8e36898bc tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 944 time: 0.0566916 Mar 22 17:41:15.632001 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-528a8e8a-a439-45db-847f-55cfb8c8d793 req-e6861964-307b-4ed6-bd1d-9bf13477a4a3 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467832 Mar 22 17:41:16.695555 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-026f8a69-48ae-46ae-be4c-52ea16adbe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:16.752128 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06f1b-2a34-4364-8d8b-39d239b86d07 req-b82d15c8-cedb-4066-93a2-65cffaa4966c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:16.753709 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-90b06f1b-2a34-4364-8d8b-39d239b86d07 req-b82d15c8-cedb-4066-93a2-65cffaa4966c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 944 time: 0.0547342 Mar 22 17:41:16.805984 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-90b06f1b-2a34-4364-8d8b-39d239b86d07 req-d6641acc-38d7-43ab-bfad-84b40a292667 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460763 Mar 22 17:41:17.017363 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:41:17.118618 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:17.131658 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'port_id': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'mac_address': 'fa:16:3e:a8:27:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:41:17.168357 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:17.168748 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:17.182503 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:17.202255 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:17.207028 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:17.255864 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:17.427189 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:41:17.932951 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91381e-bdb5-4aae-bc27-5f989a120da2 req-77f78131-69df-4c88-85bd-6d13a9628dd9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:17.934516 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cb91381e-bdb5-4aae-bc27-5f989a120da2 req-77f78131-69df-4c88-85bd-6d13a9628dd9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 945 time: 0.0574653 Mar 22 17:41:17.987590 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-cb91381e-bdb5-4aae-bc27-5f989a120da2 req-14113d7d-6ffe-44d6-988b-6db032f3b48b tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Mar 22 17:41:18.927039 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4327bd1-2a71-4e83-9752-9f589914eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.043219 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:19.097921 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning for port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 completed by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:41:19.102165 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:19.102582 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.112437 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6fc7-65a0-4147-9d07-9d507e7542d7 req-1fa35edc-d117-49b6-9be4-b78fb8e7bd3c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:19.113987 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d7bf6fc7-65a0-4147-9d07-9d507e7542d7 req-1fa35edc-d117-49b6-9be4-b78fb8e7bd3c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 945 time: 0.0588894 Mar 22 17:41:19.169059 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d7bf6fc7-65a0-4147-9d07-9d507e7542d7 req-e8cac19a-0732-4f0b-9049-635f3b8f0d39 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Mar 22 17:41:19.187643 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:19.188069 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.216630 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:19.219105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a1c221-31f4-4b31-bea1-a46f200d60b5" -d '{"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-plugged", "status": "completed", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:19.232598 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:19.237947 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.265001 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4500f1-b627-42d3-82c3-ea9cc1484e5e x-openstack-request-id: req-5f4500f1-b627-42d3-82c3-ea9cc1484e5e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:19.265288 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-plugged", "status": "completed", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:19.265543 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f4500f1-b627-42d3-82c3-ea9cc1484e5e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:19.265943 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4500f1-b627-42d3-82c3-ea9cc1484e5e'] response: {'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'code': 200} Mar 22 17:41:19.300046 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:19.508309 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b19ad-2aec-47d4-a158-e4002b92d051 req-ccf41b5c-dc0b-4918-98cc-891ed21bb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:19.509781 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-672b19ad-2aec-47d4-a158-e4002b92d051 req-ccf41b5c-dc0b-4918-98cc-891ed21bb281 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0535185 Mar 22 17:41:19.577410 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-672b19ad-2aec-47d4-a158-e4002b92d051 req-0416398f-feeb-4c22-9213-667da7d03f3b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616019 Mar 22 17:41:20.092334 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:20.271781 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:20.317720 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde167a6-739a-486c-9ad6-8b7f53322b7b req-9a0f6973-9ac1-4131-b6e2-c0342f3685af tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:20.319626 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dde167a6-739a-486c-9ad6-8b7f53322b7b req-9a0f6973-9ac1-4131-b6e2-c0342f3685af tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0666411 Mar 22 17:41:20.377362 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dde167a6-739a-486c-9ad6-8b7f53322b7b req-6ec721e4-ae25-49d6-98ec-a5ee48351248 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514822 Mar 22 17:41:21.506686 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd012314-e04a-4563-a63c-fc71e2303ca3 req-e1b13384-1411-4cdf-9791-7370f0d56697 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:21.508227 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fd012314-e04a-4563-a63c-fc71e2303ca3 req-e1b13384-1411-4cdf-9791-7370f0d56697 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0559933 Mar 22 17:41:21.558925 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fd012314-e04a-4563-a63c-fc71e2303ca3 req-6602895a-941c-46d3-a321-809ab2fd4dfd tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Mar 22 17:41:21.561094 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:21.677885 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c107e-7ba7-42a9-937e-1d6619ff514d req-e2f644b3-0f66-45aa-b487-d6373844d1e9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:21.679310 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2c0c107e-7ba7-42a9-937e-1d6619ff514d req-e2f644b3-0f66-45aa-b487-d6373844d1e9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0533705 Mar 22 17:41:21.730518 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-2c0c107e-7ba7-42a9-937e-1d6619ff514d req-5103f63e-8a4b-4d62-b89e-03fcb95757c7 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456331 Mar 22 17:41:21.752036 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41368) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:21.887166 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584c5c0-fe5f-4a3f-833b-abbfd37d27be tempest-TestShelveInstance-2002729226 tempest-TestShelveInstance-2002729226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:21.888762 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-3584c5c0-fe5f-4a3f-833b-abbfd37d27be tempest-TestShelveInstance-2002729226 tempest-TestShelveInstance-2002729226-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1125 time: 0.1357758 Mar 22 17:41:21.891943 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41372) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:21.896383 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.v2.base [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Request body: {'floatingip': {'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'port_id': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:21.917219 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.025183 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (None), before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.129851 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Allocated IP 172.28.1.133 (3657c86a-016b-4b5d-81d6-74adcd1de63a/eae78a4e-b728-4668-9af5-64ac9a6c4474/2ae2bd1d-94fa-4cb3-866e-1fab54d021b8) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:22.230842 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.263728 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762561419286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.304682 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Network 3657c86a-016b-4b5d-81d6-74adcd1de63a is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:22.307460 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:22.313768 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:22.319292 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'Port': ['ID=2ae2bd1d-94fa-4cb3-866e-1fab54d021b8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:22.666234 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for floatingip (a854c7e4-f7d6-40e2-827e-881ff6fddeb1), precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.741180 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.892346 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.896662 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26394282'] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.967660 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event updated for resources: {'Port': ['ID=2ae2bd1d-94fa-4cb3-866e-1fab54d021b8,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:22.980726 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (a854c7e4-f7d6-40e2-827e-881ff6fddeb1), after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:23.058444 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:23.096180 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Floating IP a854c7e4-f7d6-40e2-827e-881ff6fddeb1 associated. External IP: 172.28.1.133, port: 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776. Mar 22 17:41:23.546627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:23.661912 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:23.671539 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] Sync routers for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:23.679934 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:23.681149 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:23.681776 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:41:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:23.711662 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-c64f2c4b-4185-4aa5-8971-4a65f965fb44 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8185353 Mar 22 17:41:23.712303 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:23.714555 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51817255-7426-480b-bbdf-53c3eda3b8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:23.750901 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae05feae-0efe-48df-a540-e1e85eb59311 x-openstack-request-id: req-ae05feae-0efe-48df-a540-e1e85eb59311 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:23.751387 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:23.751649 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae05feae-0efe-48df-a540-e1e85eb59311 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:23.752060 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae05feae-0efe-48df-a540-e1e85eb59311'] response: {'name': 'network-changed', 'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'status': 'completed', 'code': 200} Mar 22 17:41:23.792964 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:23.818125 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-db203062-60f3-42e7-b1e8-73e23dc78f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:23.819639 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-db203062-60f3-42e7-b1e8-73e23dc78f2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0474436 Mar 22 17:41:23.911747 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-74b45b04-1d54-451a-a6f3-1a4da979c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:23.913172 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-74b45b04-1d54-451a-a6f3-1a4da979c32f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0855012 Mar 22 17:41:23.985276 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-62c3c954-0029-4ae2-81d0-fb5723c0021a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1000 time: 0.0653002 Mar 22 17:41:24.037587 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-ae07cc00-5166-4d21-8a73-dbd8fdebf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:24.039200 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-ae07cc00-5166-4d21-8a73-dbd8fdebf57d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0469680 Mar 22 17:41:24.041926 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'a854c7e4-f7d6-40e2-827e-881ff6fddeb1', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'floating_ip_address': '172.28.1.133', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'port_id': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'mac_address': 'fa:16:3e:a8:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:22Z', 'updated_at': '2022-03-22T17:41:22Z', 'revision_number': 0, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:24.075856 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] Checking router: 7c8cb7f5-7179-4888-87e2-c84ce63727b5 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:24.088060 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:24.088748 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:41:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:24.102054 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-c5e9c41a-4334-4219-8bcb-424165792ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:24.103598 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-c5e9c41a-4334-4219-8bcb-424165792ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0588470 Mar 22 17:41:24.208447 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-b42df5c2-7a2b-43dc-8451-65192218ccb2 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983326 Mar 22 17:41:24.314120 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-51817255-7426-480b-bbdf-53c3eda3b8d1 req-4bae2cd6-d4cd-4d93-92c6-a8d015113065 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000586 Mar 22 17:41:24.348150 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:24.588560 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'a854c7e4-f7d6-40e2-827e-881ff6fddeb1', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'floating_ip_address': '172.28.1.133', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'port_id': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'mac_address': 'fa:16:3e:a8:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:22Z', 'updated_at': '2022-03-22T17:41:22Z', 'revision_number': 0, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:24.617537 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30730ad-7c45-4b04-ad5c-cbdee0297e66 None None] The sync data for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb is: [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_floatingips': [{'id': 'a854c7e4-f7d6-40e2-827e-881ff6fddeb1', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'floating_ip_address': '172.28.1.133', 'floating_network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'router_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'port_id': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'mac_address': 'fa:16:3e:a8:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:22Z', 'updated_at': '2022-03-22T17:41:22Z', 'revision_number': 0, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:24.818080 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192f604-9e96-45e6-a026-a020725abf80 None None] New status for floating IP a854c7e4-f7d6-40e2-827e-881ff6fddeb1: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:26.393678 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-105e6dd8-cc19-4756-ab54-ba525de9c725 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499182 Mar 22 17:41:26.485878 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-96c3cdb6-50e6-4824-a178-7e1ccaf53c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.487458 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-96c3cdb6-50e6-4824-a178-7e1ccaf53c12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0522089 Mar 22 17:41:26.589747 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-3ae99474-d09b-4b7d-b018-c150d7ba40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.591277 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-3ae99474-d09b-4b7d-b018-c150d7ba40cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0850253 Mar 22 17:41:26.661124 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-12bc8c74-3e38-411c-acaf-3a678af1ecd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1002 time: 0.0639143 Mar 22 17:41:26.713431 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-a8d346ea-83aa-4f58-b527-440293aba304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.714933 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-a8d346ea-83aa-4f58-b527-440293aba304 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0475633 Mar 22 17:41:26.767687 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-be757473-6bcf-4c48-bedb-9eaac3b935da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.769243 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-be757473-6bcf-4c48-bedb-9eaac3b935da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489347 Mar 22 17:41:26.870495 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-6ceb242c-2b64-4083-b699-4c09b7b655cc service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Mar 22 17:41:26.964187 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-e4d80781-e3f1-465a-b346-a18b07a93163 req-b5f471f6-7d3c-4d38-adad-b90cb42797f5 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880175 Mar 22 17:41:46.697998 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b2340e72-3de8-4200-bae9-1bf07d1b1839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.930726 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48665082-fc7b-4516-abbc-9c45ba3e7030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.100815 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.269049 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.411843 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:41:51.563174 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.053829 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:16.700065 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7f48-49b8-4f5f-9eee-1a97d48cbb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.933462 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-89c5e5d9-6fba-4ac7-b3e1-4e97248c1276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.100592 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.272580 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.567659 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.059765 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.394582 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-ba56eb47-0213-49c1-8789-f83777f8cfb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510855 Mar 22 17:42:27.498874 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-8cdaf973-9773-45fa-80ca-858a14eafb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.500644 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-8cdaf973-9773-45fa-80ca-858a14eafb87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0595949 Mar 22 17:42:27.608058 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-e88ef25c-7e88-4a2a-ac16-d72f52eb916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.609721 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-e88ef25c-7e88-4a2a-ac16-d72f52eb916a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0889969 Mar 22 17:42:27.685734 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-289dabff-7aab-42f7-969b-731615e39074 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1002 time: 0.0696611 Mar 22 17:42:27.737666 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-34ed6e99-61fe-42b9-930f-06a5e4cca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.739274 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-34ed6e99-61fe-42b9-930f-06a5e4cca332 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0472934 Mar 22 17:42:27.793330 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-b86a02d7-21f4-4f5b-853f-cf2762e9aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.795114 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-b86a02d7-21f4-4f5b-853f-cf2762e9aca2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502603 Mar 22 17:42:27.899300 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-46c2af11-d73b-4459-87ab-235aaab84f96 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979974 Mar 22 17:42:27.998089 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-bbd341e5-c098-4d8e-9e05-4ab311d1fb5c req-bdbf9801-3532-452e-9f85-e8dfea8451c5 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929992 Mar 22 17:42:28.410909 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:42:46.704766 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fbb6889b-a153-4c01-9fa7-b7d6df09f7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:48.936765 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-16c863e0-74ad-4091-becc-bc5d70611ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.091105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.273379 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.568130 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:53.053409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.411625 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:43:16.706196 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-669767a6-cdef-4144-98e4-f7f255d13ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:17.707418 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc4b3-75c4-4b96-9d02-2aa8d3071b4b req-cabd5434-313a-484a-9b57-1df9b33061a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:17.708815 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6c8fc4b3-75c4-4b96-9d02-2aa8d3071b4b req-cabd5434-313a-484a-9b57-1df9b33061a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.1059391 Mar 22 17:43:17.757501 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-6c8fc4b3-75c4-4b96-9d02-2aa8d3071b4b req-7503c99e-493d-412d-b6dd-43416019898c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Mar 22 17:43:18.933493 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41533-2c19-420c-b16c-e94c2af21423 req-43e3b680-cefd-44e9-9f5d-9fd99d591592 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:18.935037 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-55b41533-2c19-420c-b16c-e94c2af21423 req-43e3b680-cefd-44e9-9f5d-9fd99d591592 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.1055801 Mar 22 17:43:18.940308 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6865f95-31ec-4421-b738-3ec2aa744535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:18.986698 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-55b41533-2c19-420c-b16c-e94c2af21423 req-cdbbd61e-773e-415b-838b-e1cebf03d1b3 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458879 Mar 22 17:43:20.106546 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.110223 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a5dd2-1877-4da1-9b85-9d847c9389c5 req-74106c0a-2e76-4f4e-913c-e380d55fe370 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:20.111776 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8f3a5dd2-1877-4da1-9b85-9d847c9389c5 req-74106c0a-2e76-4f4e-913c-e380d55fe370 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0566990 Mar 22 17:43:20.164381 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-8f3a5dd2-1877-4da1-9b85-9d847c9389c5 req-7998f876-5a22-41ab-a540-909e6b868000 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464408 Mar 22 17:43:20.274794 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:21.284971 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aea56-bedc-405a-bc32-d989b16ea9c3 req-0f0cf89b-dab2-46cb-8f32-893b1a2403c9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.286458 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f81aea56-bedc-405a-bc32-d989b16ea9c3 req-0f0cf89b-dab2-46cb-8f32-893b1a2403c9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0523393 Mar 22 17:43:21.336751 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f81aea56-bedc-405a-bc32-d989b16ea9c3 req-7d341425-2d85-4d02-aada-ec6c1a9fd6da tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441661 Mar 22 17:43:21.572449 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:22.466763 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65dcc0-27a6-42be-83c3-f8f0580ea9f4 req-71f3fc0c-e4a2-4ea6-8b83-14befbd02dd4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.468729 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3e65dcc0-27a6-42be-83c3-f8f0580ea9f4 req-71f3fc0c-e4a2-4ea6-8b83-14befbd02dd4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0594497 Mar 22 17:43:22.519752 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-3e65dcc0-27a6-42be-83c3-f8f0580ea9f4 req-a5a4bf03-7373-4242-8db3-67f5f0731a36 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Mar 22 17:43:23.056629 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:23.641135 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01a791-7d43-4262-a01d-e8f7706f681c req-aa25c8f7-75eb-4f6f-8ff9-1abec5874614 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:23.642735 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0c01a791-7d43-4262-a01d-e8f7706f681c req-aa25c8f7-75eb-4f6f-8ff9-1abec5874614 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0534546 Mar 22 17:43:23.691078 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-0c01a791-7d43-4262-a01d-e8f7706f681c req-e73b86b4-7213-42c5-b12e-4015ea7c1b3a tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422165 Mar 22 17:43:24.808861 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342366-7428-48a0-b04e-bea453bdef02 req-2bbffc49-4db6-4359-bd4c-256b1b4d05ba tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:24.810340 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10342366-7428-48a0-b04e-bea453bdef02 req-2bbffc49-4db6-4359-bd4c-256b1b4d05ba tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0526407 Mar 22 17:43:25.141030 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-10342366-7428-48a0-b04e-bea453bdef02 req-7d10d092-64ad-4b15-8036-3e5e18320ffc tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247252 Mar 22 17:43:26.260099 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcc566-bedf-4b49-a290-0ef9044ef3ea req-10857d45-62bb-4ed6-a6cd-446a64ea788f tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:26.261557 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9bdcc566-bedf-4b49-a290-0ef9044ef3ea req-10857d45-62bb-4ed6-a6cd-446a64ea788f tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Mar 22 17:43:26.310399 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9bdcc566-bedf-4b49-a290-0ef9044ef3ea req-f0d580fe-a876-461d-a109-759ac7234f3d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432911 Mar 22 17:43:27.427103 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276600f3-7f64-4458-b035-28bdb50ddbc5 req-d69577ed-5496-4422-b2d0-1d1442d4baa6 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:27.429239 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-276600f3-7f64-4458-b035-28bdb50ddbc5 req-d69577ed-5496-4422-b2d0-1d1442d4baa6 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0525329 Mar 22 17:43:27.480265 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-276600f3-7f64-4458-b035-28bdb50ddbc5 req-f7414205-983f-49d0-86f2-cfba57b2ff29 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Mar 22 17:43:27.861354 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-b0ce9365-3313-4d7d-96b8-e60b3f04a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:27.862897 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-b0ce9365-3313-4d7d-96b8-e60b3f04a7f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.1170025 Mar 22 17:43:27.964725 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-774465aa-984f-4cc2-9785-6f080c008bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:27.966241 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-774465aa-984f-4cc2-9785-6f080c008bfd service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0962470 Mar 22 17:43:28.034762 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-de3a1149-67fa-4c64-81db-598e5b04cf01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1002 time: 0.0627670 Mar 22 17:43:28.097080 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-8fa5dccb-6fd8-4e6a-980b-b1b57a8bf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:28.098692 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-8fa5dccb-6fd8-4e6a-980b-b1b57a8bf173 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0582910 Mar 22 17:43:28.149089 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-0f29742e-ceba-4688-a235-4164278759c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:28.150727 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-0f29742e-ceba-4688-a235-4164278759c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464787 Mar 22 17:43:28.162141 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-0254ed28-31cd-4b9c-b27f-5f5ae26fee79 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:43:28.163137 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-0254ed28-31cd-4b9c-b27f-5f5ae26fee79 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049622 Mar 22 17:43:28.253135 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-ef476896-8b70-4ce2-8737-a380676f6455 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Mar 22 17:43:28.345581 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9e41de3c-b7cc-4d88-a357-65076a6d6304 req-1d1d3682-6b50-42d3-b08a-6676988e4345 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Mar 22 17:43:28.597926 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48771d7-1fde-4cf1-9640-fa4fdb2f019d req-037c44e0-de4a-411a-8c27-66f6f2621c21 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:28.599422 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d48771d7-1fde-4cf1-9640-fa4fdb2f019d req-037c44e0-de4a-411a-8c27-66f6f2621c21 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0531011 Mar 22 17:43:28.652683 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-d48771d7-1fde-4cf1-9640-fa4fdb2f019d req-bad417b8-08ab-4bc1-a86f-60375cc40d56 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476451 Mar 22 17:43:29.408035 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-cd0f4ee1-b5b9-4bd1-952a-3792b83021dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.409538 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-cd0f4ee1-b5b9-4bd1-952a-3792b83021dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0449471 Mar 22 17:43:29.520320 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-98c5484f-76a0-4691-9c20-382d3a31eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.521847 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-98c5484f-76a0-4691-9c20-382d3a31eedf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0869355 Mar 22 17:43:29.588132 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-cc27bfd2-fd02-46c1-9565-1299210157c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1002 time: 0.0592685 Mar 22 17:43:29.634929 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-663512a2-a65b-475e-8140-c1d2616313be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.636416 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-663512a2-a65b-475e-8140-c1d2616313be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0425615 Mar 22 17:43:29.704159 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-ceaec684-3bb3-4fa6-848a-7c5e9a0426fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.705898 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-ceaec684-3bb3-4fa6-848a-7c5e9a0426fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513976 Mar 22 17:43:29.777147 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8357823-3c7a-47c7-8ea4-87022db00e91 req-4174ab22-086d-418d-9654-b58b0749961f tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.778879 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e8357823-3c7a-47c7-8ea4-87022db00e91 req-4174ab22-086d-418d-9654-b58b0749961f tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0575824 Mar 22 17:43:29.814609 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-0ff1ff2d-b658-4ee4-8c57-e996a0715578 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022854 Mar 22 17:43:29.832279 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-e8357823-3c7a-47c7-8ea4-87022db00e91 req-5947659b-1b61-47a4-a4cc-f7265bf3efad tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475717 Mar 22 17:43:29.916371 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-7377d41c-2aea-4772-81ef-63c6d46cbcf7 req-4e96ab90-639f-4e44-8254-25b09a2d8c50 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949516 Mar 22 17:43:30.956348 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0298f-d1d1-462a-a000-d5fde1e557e1 req-be28ee2e-617e-4b70-b503-5272e35ab413 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:30.957824 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a3c0298f-d1d1-462a-a000-d5fde1e557e1 req-be28ee2e-617e-4b70-b503-5272e35ab413 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0567276 Mar 22 17:43:31.007209 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-a3c0298f-d1d1-462a-a000-d5fde1e557e1 req-e3d41723-7d6e-4ab5-a684-ee9ea42d45c1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436828 Mar 22 17:43:31.114832 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-505dcc8b-27b9-4685-8c41-b190a8fe31e3 req-0f5478d2-b96e-4c71-aeae-e242cf83aa12 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:43:31.116481 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-505dcc8b-27b9-4685-8c41-b190a8fe31e3 req-0f5478d2-b96e-4c71-aeae-e242cf83aa12 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481219 Mar 22 17:43:31.271126 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcfe9-3c5b-4348-bd7a-3f4eb02b058f req-dc8e9a9a-db62-46f1-8024-692e5b7a7d8e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:31.272662 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-725fcfe9-3c5b-4348-bd7a-3f4eb02b058f req-dc8e9a9a-db62-46f1-8024-692e5b7a7d8e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0557637 Mar 22 17:43:31.274278 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41464) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:31.334511 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-725fcfe9-3c5b-4348-bd7a-3f4eb02b058f req-e3c720f9-4b09-4b9f-80f5-9cbb3981661c tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547485 Mar 22 17:43:31.368823 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-506ca202-fe91-47c0-95c0-8f46b1c69490 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933774 Mar 22 17:43:31.377511 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-996de713-f4a0-474b-a412-5b20f23aee88 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:43:31.378475 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-996de713-f4a0-474b-a412-5b20f23aee88 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050225 Mar 22 17:43:31.455526 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41472) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:31.560333 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-059ac46d-a29e-4239-a118-3d7cf1059a40 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:31.561742 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-059ac46d-a29e-4239-a118-3d7cf1059a40 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports/60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 943 time: 0.1049249 Mar 22 17:43:32.461235 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f6350-30b5-4b36-a4c2-b71bfa12de78 req-d0ae22e7-c4b8-4a94-989f-d95464615b58 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:32.463029 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dd9f6350-30b5-4b36-a4c2-b71bfa12de78 req-d0ae22e7-c4b8-4a94-989f-d95464615b58 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0605760 Mar 22 17:43:32.511834 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-dd9f6350-30b5-4b36-a4c2-b71bfa12de78 req-9367fc33-9a56-47a1-b863-62b5217cd1dc tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Mar 22 17:43:32.759140 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-46e7b20d-910c-48cb-ab4a-2511908aae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:32.760628 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-46e7b20d-910c-48cb-ab4a-2511908aae2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3&tenant_id=9c107f59f8c3493792ddd5ae6e2773c4 HTTP/1.1" status: 200 len: 1130 time: 0.0770931 Mar 22 17:43:32.828318 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-e6ab12f8-d2dd-4ac9-99cd-059ce390f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:32.829718 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-e6ab12f8-d2dd-4ac9-99cd-059ce390f24b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0462754 Mar 22 17:43:32.921881 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-84404b0e-eafa-4573-88cf-590ad30bcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:32.923410 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-84404b0e-eafa-4573-88cf-590ad30bcbf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0876017 Mar 22 17:43:32.989333 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-9492916c-4dfd-43e9-95ca-afd235702b5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1002 time: 0.0599582 Mar 22 17:43:33.043119 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-1b403845-1d2e-4ad5-b6c6-7b8bee95bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:33.044620 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-1b403845-1d2e-4ad5-b6c6-7b8bee95bd3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0489531 Mar 22 17:43:33.097245 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-d7c4ef7d-b658-40ec-a64c-e18fbabbc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:33.098713 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-d7c4ef7d-b658-40ec-a64c-e18fbabbc0f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487747 Mar 22 17:43:33.186872 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-777decc5-30fb-49cc-8f51-99c091dac7cc service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818996 Mar 22 17:43:33.279970 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-9dde5ff1-2fa2-48f8-94ca-05327b23554a req-fac9368b-7043-4b8c-a0aa-65b231bf2f1e service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876598 Mar 22 17:43:33.529399 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:33.624234 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 is: ACTIVE; New status is: DOWN {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:33.624665 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.636102 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80188ea7-4b35-44c4-9020-a03a2098e159 req-7aa44bbf-c9ed-4b4d-8427-dd0c77f74bb9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:33.637639 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-80188ea7-4b35-44c4-9020-a03a2098e159 req-7aa44bbf-c9ed-4b4d-8427-dd0c77f74bb9 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0570059 Mar 22 17:43:33.649692 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:33.651980 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa29a3-1e33-4fa6-840c-a03b1c37968a" -d '{"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-unplugged", "status": "completed", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:33.664967 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:33.669750 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.698225 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-80188ea7-4b35-44c4-9020-a03a2098e159 req-265d4d35-f251-43c6-86c6-cfe2da3034e4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548363 Mar 22 17:43:33.719277 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:33.726789 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.727168 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.727517 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.727862 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.728200 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.728533 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.728862 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.729192 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.729523 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.729852 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.730169 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.730600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.730930 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.731279 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.731601 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.782746 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d16fa91-f675-4882-8138-3883b201001e x-openstack-request-id: req-7d16fa91-f675-4882-8138-3883b201001e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:33.783088 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-unplugged", "status": "completed", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:33.783354 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d16fa91-f675-4882-8138-3883b201001e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:33.783768 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d16fa91-f675-4882-8138-3883b201001e'] response: {'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'code': 200} Mar 22 17:43:34.265010 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7cc6f-24ac-435d-b851-a5953987719a req-a34a84e4-0646-4fed-8b7a-430d019a47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:34.266545 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-28f7cc6f-24ac-435d-b851-a5953987719a req-a34a84e4-0646-4fed-8b7a-430d019a47bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1128 time: 0.0460985 Mar 22 17:43:34.315557 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-28f7cc6f-24ac-435d-b851-a5953987719a req-53a19378-0865-43d9-b20b-b296cbba07d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 Mar 22 17:43:34.823205 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778234-64ad-4ba5-bdf4-a3bd4d7973cf req-7e4f6e1c-921a-42e0-b829-ea15cbdb1951 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:34.824725 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-22778234-64ad-4ba5-bdf4-a3bd4d7973cf req-7e4f6e1c-921a-42e0-b829-ea15cbdb1951 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 944 time: 0.0567672 Mar 22 17:43:34.876238 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-22778234-64ad-4ba5-bdf4-a3bd4d7973cf req-f440898b-d776-4430-91aa-d68b6b9e6c71 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Mar 22 17:43:35.531584 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:43:35.634549 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:35.646290 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Returning: {'device': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'port_id': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'mac_address': 'fa:16:3e:a8:27:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:43:35.684105 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 is: DOWN; New status is: BUILD {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:35.684508 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.698311 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:43:35.718633 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:35.722809 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.773638 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:35.946104 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] get_ports_and_sgs() called for port_ids ['60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'] {{(pid=103200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:43:36.001806 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ead1b-674e-4f17-8b86-57ba72041d2e req-68c50966-ef1c-4bd7-8a93-2b209d5d1cf0 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:36.003342 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f41ead1b-674e-4f17-8b86-57ba72041d2e req-68c50966-ef1c-4bd7-8a93-2b209d5d1cf0 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 945 time: 0.0573337 Mar 22 17:43:36.054408 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f41ead1b-674e-4f17-8b86-57ba72041d2e req-c9e73010-45ba-4638-ad36-68c36d3a44c4 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 Mar 22 17:43:37.548145 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 up at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:37.610413 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Provisioning complete for port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 triggered by entity L2. {{(pid=103200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:37.610786 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950310'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), provisioning_complete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.691017 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Current status of the port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 is: BUILD; New status is: ACTIVE {{(pid=103200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:37.691409 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595764'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.713384 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:37.715630 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e9b222d7eab7adee25187f8517bcf6f05658509392825ba71977724a5364723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1633053-b89e-4597-9e55-debe430639ba" -d '{"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-plugged", "status": "completed", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:37.728303 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:37.732341 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762561923732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762561419304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762561419322'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.755194 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dadda3-58aa-4cbb-a080-36a7a48399b5 x-openstack-request-id: req-04dadda3-58aa-4cbb-a080-36a7a48399b5 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:37.755494 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-plugged", "status": "completed", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:37.755789 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04dadda3-58aa-4cbb-a080-36a7a48399b5 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:37.756189 dv-cinder-820578-3-smb neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04dadda3-58aa-4cbb-a080-36a7a48399b5'] response: {'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'code': 200} Mar 22 17:43:37.780678 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Pushing event updated for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=8']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:42.412291 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:43:46.711300 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c784175-2fd6-4366-b148-3c7a2e146bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.949743 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3a1e495d-9bf0-41ff-9e3e-c3e0e58e6ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.112831 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.281743 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:51.573931 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:53.060101 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:16.704750 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6790600-be37-4c92-8a41-788423309113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:18.940328 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d63b6878-b700-475a-a9fe-8d629f6449c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:19.411566 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:44:20.119355 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:20.291196 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:21.579756 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:23.065960 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.381692 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-b6f79dd0-a4a2-478e-a43b-c1032dea3be4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525904 Mar 22 17:44:29.473249 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-489a01d3-021e-44b6-b6a7-e0d99260d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.474863 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-489a01d3-021e-44b6-b6a7-e0d99260d686 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0491116 Mar 22 17:44:29.580312 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-7ecfd85d-aa0d-44cc-9738-5bc39c9852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.582425 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-7ecfd85d-aa0d-44cc-9738-5bc39c9852b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.0877216 Mar 22 17:44:29.653328 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-c2b80e6f-f43e-4949-9292-2521a536ebde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 1002 time: 0.0647616 Mar 22 17:44:29.702199 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-ea01364e-a75d-4bdb-abcd-e7e5d6a25c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.703802 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-ea01364e-a75d-4bdb-abcd-e7e5d6a25c0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.0454817 Mar 22 17:44:29.753788 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-5b9a6bf2-3f48-4c0b-8607-aa7c18837f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.755328 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-5b9a6bf2-3f48-4c0b-8607-aa7c18837f3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455678 Mar 22 17:44:29.860118 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-edefc04b-d4b7-45c6-80e5-aef037e93696 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987635 Mar 22 17:44:29.963399 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-f1bef129-b64f-4267-bda3-ca3813e783f7 req-31c700e4-d5bf-44dd-83f5-36b496375ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897682 Mar 22 17:44:45.569907 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41514) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:45.728934 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Deleting port 2ae2bd1d-94fa-4cb3-866e-1fab54d021b8 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:45.729277 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.807946 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.808281 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for floatingip (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.819820 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Calling delete_port for 2ae2bd1d-94fa-4cb3-866e-1fab54d021b8 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:45.971953 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (2ae2bd1d-94fa-4cb3-866e-1fab54d021b8), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.997779 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event deleted for resources: {'Port': ['ID=2ae2bd1d-94fa-4cb3-866e-1fab54d021b8,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:46.024301 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.024644 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.024985 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.025318 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.025647 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.025973 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.026295 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.026614 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.026933 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.027271 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.027589 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.027906 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.028221 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.028537 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.028850 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:46.071098 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for floatingip (a854c7e4-f7d6-40e2-827e-881ff6fddeb1), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.071435 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.db.l3_db [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Floating IP a854c7e4-f7d6-40e2-827e-881ff6fddeb1 disassociated (deleted). External IP: 172.28.1.133, port: 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776. Mar 22 17:44:46.298493 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:46.428646 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:46.433458 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for floatingip (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.440722 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] Sync routers for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:46.450446 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:46.451135 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:44:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:46.466320 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-6c4f787e-eeaf-4d96-bcf4-217d5927607d tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "DELETE /v2.0/floatingips/a854c7e4-f7d6-40e2-827e-881ff6fddeb1 HTTP/1.1" status: 204 len: 168 time: 0.8952875 Mar 22 17:44:46.466903 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:46.469330 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac950824-19d7-4f70-988d-c49129aa1cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:46.574606 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:46.676703 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7935daa2-9d26-434e-b315-dd1560ddde65 x-openstack-request-id: req-7935daa2-9d26-434e-b315-dd1560ddde65 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:46.677350 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:46.677491 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7935daa2-9d26-434e-b315-dd1560ddde65 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:46.677835 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7935daa2-9d26-434e-b315-dd1560ddde65'] response: {'name': 'network-changed', 'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'status': 'completed', 'code': 200} Mar 22 17:44:46.722268 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1964f8ce-07a5-433b-a62a-a88aaeebb170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.769201 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-7f42b7bd-5206-4fd0-8c3a-6c149aafae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.770274 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da5f9-a53e-4701-9481-cf5f66d036ff req-c4815e1b-95ea-4d55-a6d7-ccab254b3088 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.770774 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-7f42b7bd-5206-4fd0-8c3a-6c149aafae78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 1130 time: 0.0623806 Mar 22 17:44:46.771881 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fe8da5f9-a53e-4701-9481-cf5f66d036ff req-c4815e1b-95ea-4d55-a6d7-ccab254b3088 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0690722 Mar 22 17:44:46.811750 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:46.828263 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-fe8da5f9-a53e-4701-9481-cf5f66d036ff req-85e0fb7d-3a9b-45cc-8927-628026179510 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505974 Mar 22 17:44:46.857722 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] Checking router: 7c8cb7f5-7179-4888-87e2-c84ce63727b5 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:46.866725 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:46.867495 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:44:19Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:46.878379 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-a8ff4731-1cbf-4c5e-af50-b90af117970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.879967 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-a8ff4731-1cbf-4c5e-af50-b90af117970e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 200 len: 909 time: 0.1013048 Mar 22 17:44:46.923863 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-e0de1088-7c34-4f53-b82b-fd6fa6247a38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 200 len: 217 time: 0.0361888 Mar 22 17:44:47.114173 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:47.223071 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-a096f45f-8393-4cf7-a877-b1cb3868f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.224518 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-a096f45f-8393-4cf7-a877-b1cb3868f7ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 200 len: 847 time: 0.2940104 Mar 22 17:44:47.273689 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-e478e586-7e8e-4819-8050-d77dec5709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.275778 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-e478e586-7e8e-4819-8050-d77dec5709b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2c9781f-7a7d-4519-962f-5084f62b3dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439725 Mar 22 17:44:47.314826 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:47.341723 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a90290-1d7f-443b-a5f8-3df27a37f381 None None] The sync data for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb is: [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:40:48Z', 'revision_number': 4, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb', '_interfaces': [{'id': '6296e638-7496-45ad-9b5d-92b8deea72c2', 'name': '', 'network_id': 'f2c9781f-7a7d-4519-962f-5084f62b3dfb', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'mac_address': 'fa:16:3e:d5:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:47Z', 'updated_at': '2022-03-22T17:40:53Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'subnets': [{'id': '71d3fa77-5ea1-4d86-af49-8e85adafc64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:47.371797 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-c038869d-4560-45ad-a26d-b1e791e7cef6 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895348 Mar 22 17:44:47.482846 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-ac950824-19d7-4f70-988d-c49129aa1cb4 req-d628aa2c-b7ab-4b4c-b9e5-a1e71df01ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046932 Mar 22 17:44:47.581003 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e9930-0ff6-47f8-930f-e5ad2de9362a None None] New status for floating IP a854c7e4-f7d6-40e2-827e-881ff6fddeb1: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:44:47.972568 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5aee-9c4f-4d2c-ab6d-9bf4c4eb3d6c req-58952b39-f206-42fd-abe6-70a1fbd4a3b5 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.974239 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f3fb5aee-9c4f-4d2c-ab6d-9bf4c4eb3d6c req-58952b39-f206-42fd-abe6-70a1fbd4a3b5 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0697117 Mar 22 17:44:48.027952 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-f3fb5aee-9c4f-4d2c-ab6d-9bf4c4eb3d6c req-49f1842d-0d9b-4605-ab81-64bd5760f2e5 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/security-groups?id=66516801-dcca-4cef-963a-06f0d7d76040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480177 Mar 22 17:44:48.088863 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-4ab13868-4362-4fe4-bdb8-c1bad1a8acb0 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:48.090639 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-4ab13868-4362-4fe4-bdb8-c1bad1a8acb0 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 946 time: 0.0626857 Mar 22 17:44:48.189908 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Deleting port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:48.190139 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.293574 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] For port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:48.293937 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.307692 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Calling delete_port for 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:48.442936 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (60e10fbd-8a20-46ce-9ee2-1f79fa2fb776), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.472135 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event deleted for resources: {'Port': ['ID=60e10fbd-8a20-46ce-9ee2-1f79fa2fb776,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:48.520054 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] No DVR routers for this DVR port 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 on host hv-cinder-82057 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:44:48.522498 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-423901'] for port (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.526145 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [req-c18ee7f2-5f07-452f-a9ae-5208454cb0bc req-bea98275-e72b-4682-ab0d-65207d2bd81e tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.64 "DELETE /v2.0/ports/60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 HTTP/1.1" status: 204 len: 173 time: 0.4303334 Mar 22 17:44:48.679416 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-deleted', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:48.681807 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b08c5fa706a8d20a69c8a56a012e4a144656eded3c463705af09307f455cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffdd51d-8031-4c8c-aa73-ddc4a4023cb8" -d '{"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-deleted", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:48.717636 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae39e55-4831-415f-b925-dd51b747475e x-openstack-request-id: req-aae39e55-4831-415f-b925-dd51b747475e {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:48.718151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d7c3b-3f22-417e-8f70-6470b7b9cda3", "name": "network-vif-deleted", "tag": "60e10fbd-8a20-46ce-9ee2-1f79fa2fb776", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:48.718420 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aae39e55-4831-415f-b925-dd51b747475e {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:48.718819 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae39e55-4831-415f-b925-dd51b747475e'] response: {'server_uuid': 'cf4d7c3b-3f22-417e-8f70-6470b7b9cda3', 'name': 'network-vif-deleted', 'tag': '60e10fbd-8a20-46ce-9ee2-1f79fa2fb776', 'status': 'completed', 'code': 200} Mar 22 17:44:48.943340 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61692a85-2986-4da8-a4bb-9dfd084a50a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:49.147161 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [req-62728b41-7ad9-4827-9487-f5b44e7d40b2 req-2e4f11f4-3fef-4a0e-916b-de6875351099 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4d7c3b-3f22-417e-8f70-6470b7b9cda3 HTTP/1.1" status: 200 len: 210 time: 0.0285573 Mar 22 17:44:50.123247 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.207200 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41544) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:50.267876 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8be2628d-221d-4eb8-bcd8-36f4769e24a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group (66516801-dcca-4cef-963a-06f0d7d76040), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.287851 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.300195 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8be2628d-221d-4eb8-bcd8-36f4769e24a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group (66516801-dcca-4cef-963a-06f0d7d76040), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.359143 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8be2628d-221d-4eb8-bcd8-36f4769e24a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (66516801-dcca-4cef-963a-06f0d7d76040), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.362409 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8be2628d-221d-4eb8-bcd8-36f4769e24a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.363684 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-8be2628d-221d-4eb8-bcd8-36f4769e24a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] 10.222.0.48 "DELETE /v2.0/security-groups/66516801-dcca-4cef-963a-06f0d7d76040 HTTP/1.1" status: 204 len: 168 time: 0.1554320 Mar 22 17:44:50.374393 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2628d-221d-4eb8-bcd8-36f4769e24a1 tempest-TestShelveInstance-1805758652 tempest-TestShelveInstance-1805758652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66516801-dcca-4cef-963a-06f0d7d76040,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:50.408151 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41548) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:50.774894 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (7c8cb7f5-7179-4888-87e2-c84ce63727b5), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.039823 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Deleting port 6296e638-7496-45ad-9b5d-92b8deea72c2 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:51.040146 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.121432 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] For port 6296e638-7496-45ad-9b5d-92b8deea72c2, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=6296e638-7496-45ad-9b5d-92b8deea72c2,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:51.121801 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.136264 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Calling delete_port for 6296e638-7496-45ad-9b5d-92b8deea72c2 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:51.323858 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (6296e638-7496-45ad-9b5d-92b8deea72c2), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.350540 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Pushing event deleted for resources: {'Port': ['ID=6296e638-7496-45ad-9b5d-92b8deea72c2,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:51.530079 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (7c8cb7f5-7179-4888-87e2-c84ce63727b5), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.580910 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.760150 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:51.856011 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:51.867337 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:51.872730 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-74cb561d-76b4-429d-a6ba-e78e82de411e admin admin] 10.222.0.48 "PUT /v2.0/routers/7c8cb7f5-7179-4888-87e2-c84ce63727b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4634879 Mar 22 17:44:51.875301 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41550) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:51.876168 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] No Port match for: 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:51.876521 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Device 60e10fbd-8a20-46ce-9ee2-1f79fa2fb776 not bound to the agent host hv-cinder-82057 {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:51.879227 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] Sync routers for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:51.888802 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:51.889423 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:44:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:51.988515 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks [] for router (7c8cb7f5-7179-4888-87e2-c84ce63727b5), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.007675 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: dv-cinder-820578-3-smb {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:52.100561 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks [] for router_gateway (7c8cb7f5-7179-4888-87e2-c84ce63727b5), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.159133 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Deleting port 9f7ea20e-130f-410d-8cfd-2820c80112cc {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:52.159627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.206397 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:44:51Z', 'revision_number': 5, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port': {'id': '9f7ea20e-130f-410d-8cfd-2820c80112cc', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:46Z', 'updated_at': '2022-03-22T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:52.239102 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] Checking router: 7c8cb7f5-7179-4888-87e2-c84ce63727b5 for host: dv-cinder-820578-3-smb {{(pid=103200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:52.247007 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] For port 9f7ea20e-130f-410d-8cfd-2820c80112cc, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=9f7ea20e-130f-410d-8cfd-2820c80112cc,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:52.247381 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.247738 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] Routers {'7c8cb7f5-7179-4888-87e2-c84ce63727b5'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:52.248375 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:44:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'], 'active': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:52.265387 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Calling delete_port for 9f7ea20e-130f-410d-8cfd-2820c80112cc owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:52.369759 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvr_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] Set router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 gateway port host: None {{(pid=103200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:52.426381 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_hamode_db [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 6, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:52.474883 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490d51c-1142-42da-9151-bfd8396d574c None None] The sync data for ids ['7c8cb7f5-7179-4888-87e2-c84ce63727b5'] in dv-cinder-820578-3-smb is: [{'id': '7c8cb7f5-7179-4888-87e2-c84ce63727b5', 'name': 'tempest-TestShelveInstance-758823909-router', 'tenant_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:45Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 6, 'project_id': '9c107f59f8c3493792ddd5ae6e2773c4', 'gw_port_host': None}] {{(pid=103200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:52.507440 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (9f7ea20e-130f-410d-8cfd-2820c80112cc), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.535372 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7ea20e-130f-410d-8cfd-2820c80112cc,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:52.600142 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (7c8cb7f5-7179-4888-87e2-c84ce63727b5), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.694612 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (7c8cb7f5-7179-4888-87e2-c84ce63727b5), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.696877 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks [] for router_controller (7c8cb7f5-7179-4888-87e2-c84ce63727b5), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.742929 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (7c8cb7f5-7179-4888-87e2-c84ce63727b5), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.743489 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c8cb7f5-7179-4888-87e2-c84ce63727b5 {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:44:52.748478 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.749689 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-96ec6e99-3f28-4e40-95c4-e36cd8b74e8a admin admin] 10.222.0.48 "DELETE /v2.0/routers/7c8cb7f5-7179-4888-87e2-c84ce63727b5 HTTP/1.1" status: 204 len: 168 time: 0.8724811 Mar 22 17:44:52.752200 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41552) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:52.800579 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Deleting subnet 71d3fa77-5ea1-4d86-af49-8e85adafc64b {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:44:52.803734 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Publish callbacks [] for subnet (71d3fa77-5ea1-4d86-af49-8e85adafc64b), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.844153 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26667643'] for subnet (71d3fa77-5ea1-4d86-af49-8e85adafc64b), precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.926627 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (71d3fa77-5ea1-4d86-af49-8e85adafc64b), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.984910 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26394476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26375044'] for subnet (71d3fa77-5ea1-4d86-af49-8e85adafc64b), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.015168 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d3fa77-5ea1-4d86-af49-8e85adafc64b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:53.018858 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for subnet (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.022171 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-3c13ec79-5dcd-4f4f-8b14-ccd0010c8493 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/71d3fa77-5ea1-4d86-af49-8e85adafc64b HTTP/1.1" status: 204 len: 168 time: 0.2690189 Mar 22 17:44:53.024873 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41554) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:53.025208 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88c2fd-07af-490c-bc35-fa991ed5720b None None] Network f2c9781f-7a7d-4519-962f-5084f62b3dfb requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:44:53.116238 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (f2c9781f-7a7d-4519-962f-5084f62b3dfb), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.121110 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.202223 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Deleting port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:53.202485 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.273315 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] For port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:53.273673 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.290239 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Calling delete_port for 1ae69826-dd0e-4e2d-841f-254c1c0ae90f owned by network:dhcp {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:53.296913 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] DHCP port deletion for f2c9781f-7a7d-4519-962f-5084f62b3dfb request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:44:53.358158 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Deleting port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:53.358538 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.390173 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26394269'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.440600 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] No DVR routers for this DVR port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f on host dv-cinder-820578-3-smb {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:44:53.441095 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] For port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,segment=NetworkSegment(83102a45-88de-4c5e-b653-9146521e4305),segment_id=83102a45-88de-4c5e-b653-9146521e4305)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:53.441510 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.448003 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:53.457440 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Calling delete_port for 1ae69826-dd0e-4e2d-841f-254c1c0ae90f owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:53.535808 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (f2c9781f-7a7d-4519-962f-5084f62b3dfb), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.560379 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c9781f-7a7d-4519-962f-5084f62b3dfb']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:53.572621 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83102a45-88de-4c5e-b653-9146521e4305') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:53.572919 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.services.segments.db [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83102a45-88de-4c5e-b653-9146521e4305') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:53.579702 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295'] for port (1ae69826-dd0e-4e2d-841f-254c1c0ae90f), after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.585124 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26667586'] for segment (83102a45-88de-4c5e-b653-9146521e4305), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.603124 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (83102a45-88de-4c5e-b653-9146521e4305), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.607375 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Pushing event deleted for resources: {'Port': ['ID=1ae69826-dd0e-4e2d-841f-254c1c0ae90f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:53.612522 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] No DVR routers for this DVR port 1ae69826-dd0e-4e2d-841f-254c1c0ae90f on host dv-cinder-820578-3-smb {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:44:53.620205 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:44:53.620619 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26394318'] for segment (83102a45-88de-4c5e-b653-9146521e4305), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: Traceback (most recent call last): Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: timer() Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: cb(*args, **kw) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: return func(*args, **kwargs) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: self._notify() Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: self.callback(batched_events) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: event.method(event) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: return f(self, *a, **k) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: return self._get(url).json() Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: return self.request(url, 'GET', **kwargs) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:44:53.622868 dv-cinder-820578-3-smb neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:44:53.632672 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.633903 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.634530 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.635134 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.635657 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.636455 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.637331 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.638795 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.639440 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.640004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.640622 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.641177 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.642259 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.642778 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.643353 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db6e0b-2e5c-4892-af69-4a58664620ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:53.691369 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (f2c9781f-7a7d-4519-962f-5084f62b3dfb), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.696946 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.700170 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f2c9781f-7a7d-4519-962f-5084f62b3dfb HTTP/1.1" status: 204 len: 168 time: 0.6743021 Mar 22 17:44:53.703402 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41556) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:53.962932 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5deb9-1637-47ab-b174-a4216eedaa08 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c9781f-7a7d-4519-962f-5084f62b3dfb,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:53.989821 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6296e638-7496-45ad-9b5d-92b8deea72c2 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:54.011320 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 6296e638-7496-45ad-9b5d-92b8deea72c2 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:54.011821 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 6296e638-7496-45ad-9b5d-92b8deea72c2 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:54.012373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1ae69826-dd0e-4e2d-841f-254c1c0ae90f no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:54.037249 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 1ae69826-dd0e-4e2d-841f-254c1c0ae90f {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:54.038097 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 1ae69826-dd0e-4e2d-841f-254c1c0ae90f not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:54.038097 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9f7ea20e-130f-410d-8cfd-2820c80112cc no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:54.058615 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 9f7ea20e-130f-410d-8cfd-2820c80112cc {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:54.059051 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 9f7ea20e-130f-410d-8cfd-2820c80112cc not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:54.123156 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719235'] for router_interface (a4b9f238-9c06-49d8-87b5-c43ba22c831a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.384615 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Deleting port 86d02f6d-4d72-4417-b2e8-3e95f87e9096 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:54.384900 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.467588 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] For port 86d02f6d-4d72-4417-b2e8-3e95f87e9096, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=86d02f6d-4d72-4417-b2e8-3e95f87e9096,segment=NetworkSegment(e0cf3c4b-b5e8-482a-b646-f15161e78331),segment_id=e0cf3c4b-b5e8-482a-b646-f15161e78331)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:54.468217 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.488436 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Calling delete_port for 86d02f6d-4d72-4417-b2e8-3e95f87e9096 owned by network:router_interface {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:54.673692 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (86d02f6d-4d72-4417-b2e8-3e95f87e9096), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.705939 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d02f6d-4d72-4417-b2e8-3e95f87e9096,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:54.731846 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.732201 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.732554 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.732901 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.733241 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.733578 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.733912 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.734243 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.734573 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.734901 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.735262 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.735595 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.735924 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.736270 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.736620 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-smb {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:54.898538 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720691'] for router_interface (a4b9f238-9c06-49d8-87b5-c43ba22c831a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.116115 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Router a4b9f238-9c06-49d8-87b5-c43ba22c831a has already been hosted by L3 agent 8297ad0a-94f2-4ba2-88c1-058ee3070121 {{(pid=103198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:55.224958 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-smb the message routers_updated {{(pid=103198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:55.229989 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-860095a1-5531-449d-bb02-0e4e15a65b77 admin admin] 10.222.0.48 "PUT /v2.0/routers/a4b9f238-9c06-49d8-87b5-c43ba22c831a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5249600 Mar 22 17:44:55.232486 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41558) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:55.235246 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] Sync routers for ids ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'] in dv-cinder-820578-3-smb {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:55.245281 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] Routers {'a4b9f238-9c06-49d8-87b5-c43ba22c831a'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:55.245971 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:44:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:55.336538 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks [] for router (a4b9f238-9c06-49d8-87b5-c43ba22c831a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.350427 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] Set router a4b9f238-9c06-49d8-87b5-c43ba22c831a gateway port host: dv-cinder-820578-3-smb {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:55.448872 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks [] for router_gateway (a4b9f238-9c06-49d8-87b5-c43ba22c831a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.506202 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Deleting port 81e99f05-3926-4c35-91ab-1e6dd7f079ac {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:55.506548 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.537671 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'external_fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:44:54Z', 'revision_number': 5, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port': {'id': '81e99f05-3926-4c35-91ab-1e6dd7f079ac', 'name': '', 'network_id': '3657c86a-016b-4b5d-81d6-74adcd1de63a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eae78a4e-b728-4668-9af5-64ac9a6c4474', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-smb'}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:55.563615 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] Checking router: a4b9f238-9c06-49d8-87b5-c43ba22c831a for host: dv-cinder-820578-3-smb {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:55.571703 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] Routers {'a4b9f238-9c06-49d8-87b5-c43ba22c831a'} bound to L3 agent in host dv-cinder-820578-3-smb {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:55.572297 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:23:49Z,description=,heartbeat_timestamp=2022-03-22T17:44:49Z,host='dv-cinder-820578-3-smb',id=8297ad0a-94f2-4ba2-88c1-058ee3070121,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:23:49Z,topic='l3_agent')) {'router_ids': ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:55.584868 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] For port 81e99f05-3926-4c35-91ab-1e6dd7f079ac, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=81e99f05-3926-4c35-91ab-1e6dd7f079ac,segment=NetworkSegment(ded2e6e8-1916-4fd5-9068-c1c07ceaceff),segment_id=ded2e6e8-1916-4fd5-9068-c1c07ceaceff)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:55.585234 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.599091 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Calling delete_port for 81e99f05-3926-4c35-91ab-1e6dd7f079ac owned by network:router_gateway {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:55.751599 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] Set router a4b9f238-9c06-49d8-87b5-c43ba22c831a gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:55.772281 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (81e99f05-3926-4c35-91ab-1e6dd7f079ac), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.801649 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Pushing event deleted for resources: {'Port': ['ID=81e99f05-3926-4c35-91ab-1e6dd7f079ac,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:55.808086 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:44:55Z', 'revision_number': 6, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port_host': None}], 'dv-cinder-820578-3-smb', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:55.843075 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d3f67-b5ca-483b-aa58-e0a9f65845a3 None None] The sync data for ids ['a4b9f238-9c06-49d8-87b5-c43ba22c831a'] in dv-cinder-820578-3-smb is: [{'id': 'a4b9f238-9c06-49d8-87b5-c43ba22c831a', 'name': 'tempest-TestShelveInstance-10743947-router', 'tenant_id': '77ab8e86efdd469d8e06e9603a295401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:40:50Z', 'updated_at': '2022-03-22T17:44:55Z', 'revision_number': 6, 'project_id': '77ab8e86efdd469d8e06e9603a295401', 'gw_port_host': None}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:55.867458 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (a4b9f238-9c06-49d8-87b5-c43ba22c831a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.971608 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7096'] for router (a4b9f238-9c06-49d8-87b5-c43ba22c831a), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.973841 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks [] for router_controller (a4b9f238-9c06-49d8-87b5-c43ba22c831a), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.022730 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3725546'] for router (a4b9f238-9c06-49d8-87b5-c43ba22c831a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.023227 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b9f238-9c06-49d8-87b5-c43ba22c831a {{(pid=103198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:44:56.027584 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.028757 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-dad2cb13-a378-485c-989d-da8cdf80928a admin admin] 10.222.0.48 "DELETE /v2.0/routers/a4b9f238-9c06-49d8-87b5-c43ba22c831a HTTP/1.1" status: 204 len: 168 time: 0.7952645 Mar 22 17:44:56.031379 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41560) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.081292 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.db_base_plugin_v2 [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Deleting subnet 06f5022e-6195-4f26-b061-988944c5b3c0 {{(pid=103198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:44:56.084549 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Publish callbacks [] for subnet (06f5022e-6195-4f26-b061-988944c5b3c0), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.119406 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506761'] for subnet (06f5022e-6195-4f26-b061-988944c5b3c0), precommit_delete_associations {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.198618 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017866'] for subnet (06f5022e-6195-4f26-b061-988944c5b3c0), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.263744 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26098723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26337185'] for subnet (06f5022e-6195-4f26-b061-988944c5b3c0), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.294332 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f5022e-6195-4f26-b061-988944c5b3c0,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.299913 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.304143 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-307c2f54-de1f-4f64-aeb2-872d6c729668 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/06f5022e-6195-4f26-b061-988944c5b3c0 HTTP/1.1" status: 204 len: 168 time: 0.2716475 Mar 22 17:44:56.305286 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0181a9b-e368-47ff-8821-cfc6921996ac None None] Network 5f3635d4-02fd-45f8-9c17-d24b035aa85a requested from dv-cinder-820578-3-smb {{(pid=103200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:44:56.306721 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [-] (103198) accepted ('10.222.0.48', 41562) {{(pid=103198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.379149 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808517'] for network (5f3635d4-02fd-45f8-9c17-d24b035aa85a), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.409864 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:44:56.435079 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Deleting port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:56.435417 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762561917471'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.501604 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] For port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e, host dv-cinder-820578-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-smb',level=0,port_id=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,segment=NetworkSegment(e0cf3c4b-b5e8-482a-b646-f15161e78331),segment_id=e0cf3c4b-b5e8-482a-b646-f15161e78331)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:56.501965 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4142673'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.514469 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Calling delete_port for 8837735f-e75a-4a9b-8c69-5e7c08d6d83e owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:56.591396 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762561923714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762561419295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26099154'] for port (8837735f-e75a-4a9b-8c69-5e7c08d6d83e), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.612400 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdbcec7-6675-47e2-8af5-d41e4447ba3b None None] DHCP port deletion for 5f3635d4-02fd-45f8-9c17-d24b035aa85a request from dv-cinder-820578-3-smb {{(pid=103200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:44:56.625697 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Pushing event deleted for resources: {'Port': ['ID=8837735f-e75a-4a9b-8c69-5e7c08d6d83e,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.628236 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 86d02f6d-4d72-4417-b2e8-3e95f87e9096 no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:56.630175 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] No DVR routers for this DVR port 8837735f-e75a-4a9b-8c69-5e7c08d6d83e on host dv-cinder-820578-3-smb {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:44:56.650564 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 86d02f6d-4d72-4417-b2e8-3e95f87e9096 {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:56.651011 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 86d02f6d-4d72-4417-b2e8-3e95f87e9096 not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:56.704401 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953279', 'neutron.services.segments.db._delete_segments_for_network-8762561761859'] for network (5f3635d4-02fd-45f8-9c17-d24b035aa85a), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.726847 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3635d4-02fd-45f8-9c17-d24b035aa85a']}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:56.737394 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cf3c4b-b5e8-482a-b646-f15161e78331') {'for_net_delete': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:56.737689 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.services.segments.db [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cf3c4b-b5e8-482a-b646-f15161e78331') {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:56.747481 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762561763148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506800'] for segment (e0cf3c4b-b5e8-482a-b646-f15161e78331), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.760717 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931'] for segment (e0cf3c4b-b5e8-482a-b646-f15161e78331), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.766471 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:44:56.766851 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26099073'] for segment (e0cf3c4b-b5e8-482a-b646-f15161e78331), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: Traceback (most recent call last): Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: timer() Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: cb(*args, **kw) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: return func(*args, **kwargs) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: self._notify() Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: self.callback(batched_events) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: event.method(event) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: return f(self, *a, **k) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: return self._get(url).json() Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: return self.request(url, 'GET', **kwargs) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:44:56.768506 dv-cinder-820578-3-smb neutron-server[103198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:44:56.827322 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (5f3635d4-02fd-45f8-9c17-d24b035aa85a), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.832661 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795065'] for network (None), before_response {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.835871 dv-cinder-820578-3-smb neutron-server[103198]: INFO neutron.wsgi [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5f3635d4-02fd-45f8-9c17-d24b035aa85a HTTP/1.1" status: 204 len: 168 time: 0.5281887 Mar 22 17:44:56.848407 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635283f-7ceb-4378-a0d3-58907439aa15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3635d4-02fd-45f8-9c17-d24b035aa85a,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.043119 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41566) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:57.081954 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-a647101d-2987-4ff9-bd39-e96d321c499e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c107f59f8c3493792ddd5ae6e2773c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376740 Mar 22 17:44:57.084504 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41568) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:57.136108 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1c1b8ac1-eb3b-4767-9dba-9446c3bfe5fc admin admin] Publish callbacks [] for security_group (8496640e-b41b-427a-95f8-1fab32095f85), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.156910 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1c1b8ac1-eb3b-4767-9dba-9446c3bfe5fc admin admin] Publish callbacks [] for security_group (8496640e-b41b-427a-95f8-1fab32095f85), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.204777 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1c1b8ac1-eb3b-4767-9dba-9446c3bfe5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (8496640e-b41b-427a-95f8-1fab32095f85), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.207615 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1c1b8ac1-eb3b-4767-9dba-9446c3bfe5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.208817 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-1c1b8ac1-eb3b-4767-9dba-9446c3bfe5fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8496640e-b41b-427a-95f8-1fab32095f85 HTTP/1.1" status: 204 len: 168 time: 0.1234698 Mar 22 17:44:57.217312 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b8ac1-eb3b-4767-9dba-9446c3bfe5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496640e-b41b-427a-95f8-1fab32095f85,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.543496 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41574) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:57.582241 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-77cc6111-ef3a-4454-91c1-7189378eb003 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77ab8e86efdd469d8e06e9603a295401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375421 Mar 22 17:44:57.584717 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.48', 41576) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:57.637797 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4f7e598c-0c70-49e4-8e56-b9825f67f4a1 admin admin] Publish callbacks [] for security_group (4fc53348-26ca-4683-9bf7-f5fc55ffbc16), before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.663046 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4f7e598c-0c70-49e4-8e56-b9825f67f4a1 admin admin] Publish callbacks [] for security_group (4fc53348-26ca-4683-9bf7-f5fc55ffbc16), precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.713563 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4f7e598c-0c70-49e4-8e56-b9825f67f4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686433'] for security_group (4fc53348-26ca-4683-9bf7-f5fc55ffbc16), after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.716506 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4f7e598c-0c70-49e4-8e56-b9825f67f4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.717675 dv-cinder-820578-3-smb neutron-server[103199]: INFO neutron.wsgi [None req-4f7e598c-0c70-49e4-8e56-b9825f67f4a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fc53348-26ca-4683-9bf7-f5fc55ffbc16 HTTP/1.1" status: 204 len: 168 time: 0.1320689 Mar 22 17:44:57.728406 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e598c-0c70-49e4-8e56-b9825f67f4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc53348-26ca-4683-9bf7-f5fc55ffbc16,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.992477 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8837735f-e75a-4a9b-8c69-5e7c08d6d83e no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:58.013910 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 8837735f-e75a-4a9b-8c69-5e7c08d6d83e {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:58.014256 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 8837735f-e75a-4a9b-8c69-5e7c08d6d83e not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:58.014680 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 81e99f05-3926-4c35-91ab-1e6dd7f079ac no longer exists at agent ovs-agent-dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:58.036096 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] No Port match for: 81e99f05-3926-4c35-91ab-1e6dd7f079ac {{(pid=103200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:58.036447 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron.plugins.ml2.rpc [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Device 81e99f05-3926-4c35-91ab-1e6dd7f079ac not bound to the agent host dv-cinder-820578-3-smb {{(pid=103200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:16.704616 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8faa8cc9-38c4-4d9d-b680-c049df8b9d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.946521 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40ff8afb-aecd-49c4-bf12-8023b3e815cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:20.145755 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:20.287774 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:21.583173 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:23.074477 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.408687 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:45:46.708182 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0515c412-2bc8-4b71-94c4-6016b1205832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:48.947955 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-43d87e9f-2ed8-4c66-9001-958e487e5083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.137431 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.291889 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.586160 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:53.077545 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:10.408047 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:46:16.712096 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c4526c1-0338-4101-9385-1bac7d01e606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:18.950596 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-53a1d982-867e-4c34-a9d6-d94f03e4ade4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.157916 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.293600 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.590642 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:23.079563 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.715771 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab402-7db2-4fca-9c25-fdc9964cdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.407089 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:46:48.954539 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1ee11813-e4dc-46ad-be60-56115b49bfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.152093 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.297891 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.593635 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:53.083822 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.718085 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-104ba4e8-7541-4132-870c-f33c54798bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.956112 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5750b1f4-d49d-424d-9536-23f822179ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.165572 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.301711 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.594499 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:23.087796 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.406232 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:47:46.721412 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-877bec5c-81d3-45b7-b41d-ae30e1e05ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.959100 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9733adfb-557f-44ef-9633-36a7af276945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:50.165960 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:50.303267 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:51.596981 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.091100 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.405081 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:48:02.506807 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-fb29c64d-d684-4533-a53d-017bd63e02b3 req-e9a716cc-df1a-4cb6-a3b6-f9eca9fe2d2f service neutron] (103198) timed out ('10.222.0.64', 54682) {{(pid=103198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:48:07.669714 dv-cinder-820578-3-smb neutron-server[103198]: DEBUG neutron.wsgi [req-c024b445-8fbd-4469-9c89-2a4920ca3e65 req-bdfb0fa0-119e-492d-ae3e-8c764e6fd47b service neutron] (103198) timed out ('10.222.0.64', 54652) {{(pid=103198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:48:08.609401 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [req-f275356c-a611-4701-a6b5-b786caf6b645 req-c0e50aa1-8f9a-45a1-8228-2335ec6dc8e3 service neutron] (103199) timed out ('10.222.0.64', 54683) {{(pid=103199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:48:16.722590 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf003-894e-4874-8a2e-448e72d4371b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:18.940975 dv-cinder-820578-3-smb neutron-server[103199]: DEBUG neutron.wsgi [req-c29e77d8-ad85-45d3-931a-fdedf516c139 req-9de1e5b5-61e2-459f-be2f-9e920a037d45 service neutron] (103199) timed out ('10.222.0.64', 54672) {{(pid=103199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:48:18.962196 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-46e4e791-d488-45a2-86ba-4f0910aae5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:20.178651 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:20.308875 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:21.600408 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:23.094387 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.403801 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:48:46.726730 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe5c6-70d3-47e4-83a2-eefe50de9bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:48.965563 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e47fda-19e2-44aa-a09b-b1f538adac6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.176671 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.309419 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.603292 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.099865 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.403039 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:16.728024 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a67f372c-5ee7-4fad-ad8b-e6e6165bda31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:18.967417 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3512f119-6109-476b-b1ed-0bd3f3189bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:20.190422 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:20.310533 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.604339 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:23.106719 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:46.732004 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a201815-dac3-4a69-8b5b-c0dd574b5305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (983374cd-48fc-4e60-9af7-92af6821ae01), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:48.969373 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b56f40ae-c086-4fdb-9d87-11a33fd5d207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (8297ad0a-94f2-4ba2-88c1-058ee3070121), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:50.199735 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24b7f655-9fcd-431e-98a0-9aee9b2a8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (2cea7821-0650-4a44-90f1-caf1fff41e69), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:50.316075 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-def70b33-5f2c-4dc0-90f9-6d4873d5e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (6c263bf2-fd2b-459d-8350-322b45b5a908), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:51.608324 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23b8feac-c01c-4142-bc76-b39118087eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (c90b6e92-cd5e-494f-bba5-89fdd28b3487), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:52.401650 dv-cinder-820578-3-smb neutron-server[103201]: DEBUG neutron.db.agents_db [None req-65e4f18d-c1d8-4b02-960f-9587d3b5476d None None] Agent healthcheck: found 6 active agents {{(pid=103201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:53.099494 dv-cinder-820578-3-smb neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d834a8ce-a7db-4a25-b6b9-5b49befeb24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762561761841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950396'] for agent (de6d5176-cf83-4ad8-ae08-bb6fbbcbfde4), after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}